diff --git "a/TunisianASR/results/14epoch_tunisian//log.txt" "b/TunisianASR/results/14epoch_tunisian//log.txt" new file mode 100644--- /dev/null +++ "b/TunisianASR/results/14epoch_tunisian//log.txt" @@ -0,0 +1,11541 @@ +2023-08-29 17:38:27,385 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:38:27,386 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:38:29,169 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:38:29,227 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 17:38:29,228 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 17:38:29,257 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + asr_brain = ASR( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/core.py", line 554, in __init__ + torch.cuda.set_device(int(self.device[-1])) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 326, in set_device + torch._C._cuda_setDevice(device) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 229, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx +2023-08-29 17:40:42,223 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:40:42,224 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:40:42,773 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:40:42,829 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 377, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") +NameError: name 'EncoderASR' is not defined +2023-08-29 17:42:22,822 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:42:22,823 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:42:23,991 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:42:24,035 - speechbrain.pretrained.fetching - INFO - Fetch hyperparams.yaml: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:42:24,062 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 17:42:24,229 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/hyperparams.yaml HTTP/1.1" 200 0 +2023-08-29 17:42:24,241 - filelock - DEBUG - Attempting to acquire lock 139768914004192 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/453a9854833f7e73817f1a445afd0d8fbe448475.lock +2023-08-29 17:42:24,242 - filelock - DEBUG - Lock 139768914004192 acquired on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/453a9854833f7e73817f1a445afd0d8fbe448475.lock +2023-08-29 17:42:24,345 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/hyperparams.yaml HTTP/1.1" 200 2623 +2023-08-29 17:42:24,354 - filelock - DEBUG - Attempting to release lock 139768914004192 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/453a9854833f7e73817f1a445afd0d8fbe448475.lock +2023-08-29 17:42:24,354 - filelock - DEBUG - Lock 139768914004192 released on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/453a9854833f7e73817f1a445afd0d8fbe448475.lock +2023-08-29 17:42:24,354 - speechbrain.pretrained.fetching - INFO - HF fetch: /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/snapshots/269ef5853401e2aa2e47fe6fd7027b067c630c9b/hyperparams.yaml +2023-08-29 17:42:24,355 - speechbrain.pretrained.fetching - INFO - Fetch custom.py: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:42:24,460 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/custom.py HTTP/1.1" 404 0 +2023-08-29 17:42:27,998 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 17:42:27,999 - filelock - DEBUG - Attempting to acquire lock 139768914033968 on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:42:27,999 - filelock - DEBUG - Lock 139768914033968 acquired on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:42:28,095 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 158 +2023-08-29 17:42:28,101 - filelock - DEBUG - Attempting to release lock 139768914033968 on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:42:28,101 - filelock - DEBUG - Lock 139768914033968 released on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:42:28,272 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 17:42:28,370 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 17:42:28,371 - filelock - DEBUG - Attempting to acquire lock 139768914056960 on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/5565ad893213f0e049dcfd8a397c20224e7e26b9.lock +2023-08-29 17:42:28,371 - filelock - DEBUG - Lock 139768914056960 acquired on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/5565ad893213f0e049dcfd8a397c20224e7e26b9.lock +2023-08-29 17:42:28,469 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 1503 +2023-08-29 17:42:28,472 - filelock - DEBUG - Attempting to release lock 139768914056960 on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/5565ad893213f0e049dcfd8a397c20224e7e26b9.lock +2023-08-29 17:42:28,472 - filelock - DEBUG - Lock 139768914056960 released on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/5565ad893213f0e049dcfd8a397c20224e7e26b9.lock +2023-08-29 17:42:28,570 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/model.safetensors HTTP/1.1" 302 0 +2023-08-29 17:42:28,571 - filelock - DEBUG - Attempting to acquire lock 139768913572144 on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/cdf58821b47253f6c3404a46970d63bbbbc180fbb79c616ebea6a9675299bbc2.lock +2023-08-29 17:42:28,572 - filelock - DEBUG - Lock 139768913572144 acquired on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/cdf58821b47253f6c3404a46970d63bbbbc180fbb79c616ebea6a9675299bbc2.lock +2023-08-29 17:42:28,574 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): cdn-lfs.huggingface.co:443 +2023-08-29 17:42:29,156 - urllib3.connectionpool - DEBUG - https://cdn-lfs.huggingface.co:443 "GET /LeBenchmark/wav2vec2-FR-7K-large/cdf58821b47253f6c3404a46970d63bbbbc180fbb79c616ebea6a9675299bbc2?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model.safetensors%3B+filename%3D%22model.safetensors%22%3B&Expires=1693582948&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzU4Mjk0OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9MZUJlbmNobWFyay93YXYydmVjMi1GUi03Sy1sYXJnZS9jZGY1ODgyMWI0NzI1M2Y2YzM0MDRhNDY5NzBkNjNiYmJiYzE4MGZiYjc5YzYxNmViZWE2YTk2NzUyOTliYmMyP3Jlc3BvbnNlLWNvbnRlbnQtZGlzcG9zaXRpb249KiJ9XX0_&Signature=Hstmt61wjHMtNuOD7-kSVHIc~vOauwUbDcgQeE0Bk~kZm~pPLoONiPx2x4HTngacsgA9P1Fioy4o9x-QOaGo56uBmq~xpSm3elDsJ7hdnxV982sHDhQDLOkPk~mJOfvKBHYi62nRn5VfJuDsFAFZGRgP0uINNHC8CHX0jnx7JnlLU5U3GY8DNQ-wnuY8BmpgAwNTKa2K9HmtssMhc1ofGHQIu~~t-zLCbbK8ifX2xOdBZTnAuUvZtGIowCw0cRdSIo7xu8sZNErTpaGvjfa7qnn8eXKrcp02bj6yTrYK11sPYsJEOvkfjNfpj4NFksb05ijV6bZkKCBAYTOxif2CpA__&Key-Pair-Id=KVTP0A1DKRTAX HTTP/1.1" 200 1261803474 +2023-08-29 17:42:58,025 - filelock - DEBUG - Attempting to release lock 139768913572144 on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/cdf58821b47253f6c3404a46970d63bbbbc180fbb79c616ebea6a9675299bbc2.lock +2023-08-29 17:42:58,026 - filelock - DEBUG - Lock 139768913572144 released on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/cdf58821b47253f6c3404a46970d63bbbbc180fbb79c616ebea6a9675299bbc2.lock +2023-08-29 17:43:34,914 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 17:43:34,926 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:43:34,926 - speechbrain.pretrained.fetching - INFO - Fetch wav2vec2.ckpt: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:43:35,027 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/wav2vec2.ckpt HTTP/1.1" 302 0 +2023-08-29 17:43:35,029 - filelock - DEBUG - Attempting to acquire lock 139768913312112 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/1b2d9f900fd7a57a30bdc6220606f1ccf37f582f07aab7a5b75213ac46c38204.lock +2023-08-29 17:43:35,029 - filelock - DEBUG - Lock 139768913312112 acquired on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/1b2d9f900fd7a57a30bdc6220606f1ccf37f582f07aab7a5b75213ac46c38204.lock +2023-08-29 17:43:35,500 - urllib3.connectionpool - DEBUG - https://cdn-lfs.huggingface.co:443 "GET /speechbrain/asr-wav2vec2-commonvoice-fr/1b2d9f900fd7a57a30bdc6220606f1ccf37f582f07aab7a5b75213ac46c38204?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27wav2vec2.ckpt%3B+filename%3D%22wav2vec2.ckpt%22%3B&Expires=1693583014&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzU4MzAxNH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9zcGVlY2hicmFpbi9hc3Itd2F2MnZlYzItY29tbW9udm9pY2UtZnIvMWIyZDlmOTAwZmQ3YTU3YTMwYmRjNjIyMDYwNmYxY2NmMzdmNTgyZjA3YWFiN2E1Yjc1MjEzYWM0NmMzODIwND9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=dbt6rIUz6Pan~0P88U-4~jXPCDVxMXOd8zcq1exB9U4DSvp7eD6ZIlBikbrgRLrgGgvRM5Az-w2c4RiF6BfkcZTTimCEctkSS8JDoojo6JIKvBgnWj5NAB0rFEhyER-YBKB6Qw0LI93UIuZcdf5EKmsSiFeGKP4bnf1MVlKKsKQR5j-1ClGgtxVm2Ca66fWwswBhTCbxNfamwllxD4Qd5gGnV8LDDAITsImE7xuaDUeZdi5UjWlN1waF~mljs9C8~sZ3ORzuwcRk4wxRMs3M-yhTgTJfbWydXs2RvUkz4q287RwbLj6dNxTPSL9Q4~LS3wOTY4u9rAsF5KgLR8v0Xw__&Key-Pair-Id=KVTP0A1DKRTAX HTTP/1.1" 200 1261930757 +2023-08-29 17:44:06,327 - filelock - DEBUG - Attempting to release lock 139768913312112 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/1b2d9f900fd7a57a30bdc6220606f1ccf37f582f07aab7a5b75213ac46c38204.lock +2023-08-29 17:44:06,327 - filelock - DEBUG - Lock 139768913312112 released on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/1b2d9f900fd7a57a30bdc6220606f1ccf37f582f07aab7a5b75213ac46c38204.lock +2023-08-29 17:44:06,327 - speechbrain.pretrained.fetching - INFO - HF fetch: /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/snapshots/269ef5853401e2aa2e47fe6fd7027b067c630c9b/wav2vec2.ckpt +2023-08-29 17:44:06,328 - speechbrain.pretrained.fetching - INFO - Fetch asr.ckpt: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:44:06,428 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/asr.ckpt HTTP/1.1" 302 0 +2023-08-29 17:44:06,435 - filelock - DEBUG - Attempting to acquire lock 139768914033056 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/64ba475ed7be735d4ac054c2d537f22251b80f6ecb65cb04217eb0d1ed50a143.lock +2023-08-29 17:44:06,435 - filelock - DEBUG - Lock 139768914033056 acquired on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/64ba475ed7be735d4ac054c2d537f22251b80f6ecb65cb04217eb0d1ed50a143.lock +2023-08-29 17:44:06,978 - urllib3.connectionpool - DEBUG - https://cdn-lfs.huggingface.co:443 "GET /speechbrain/asr-wav2vec2-commonvoice-fr/64ba475ed7be735d4ac054c2d537f22251b80f6ecb65cb04217eb0d1ed50a143?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27asr.ckpt%3B+filename%3D%22asr.ckpt%22%3B&Expires=1693583046&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzU4MzA0Nn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9zcGVlY2hicmFpbi9hc3Itd2F2MnZlYzItY29tbW9udm9pY2UtZnIvNjRiYTQ3NWVkN2JlNzM1ZDRhYzA1NGMyZDUzN2YyMjI1MWI4MGY2ZWNiNjVjYjA0MjE3ZWIwZDFlZDUwYTE0Mz9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=VL0lv9btUmh00t2G72RXv~BE46HUjcI-aRBFtCKDQ5o-N-ocCD3bxP3XosNiqHmslj5aT3dAPlR29Zh6G3k6k8mEqems4Szy-2jtCjcnu3r9ckZ1pMPa3wzZxvtssvlnKBfqBmEfE0huwGIXetq9FQkLPNvrnrfKCSCoyYxfdQ2t44poqK~y5xywN44HXxfIdkhdRN2WV7NMs99qRtDvLnABwd~TWoC6Dt4WYlQhLL4VXdX-Jv-snYDqE8eBPdF7LKwMVG2Om69UTZQk5Xx6YAVuK74aTQYo46sJeKvj4I5XqgIi5fSlsBbxE6WNlMMaN6ROxug6Qs3ASQHJhpK59g__&Key-Pair-Id=KVTP0A1DKRTAX HTTP/1.1" 200 12963902 +2023-08-29 17:44:07,678 - filelock - DEBUG - Attempting to release lock 139768914033056 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/64ba475ed7be735d4ac054c2d537f22251b80f6ecb65cb04217eb0d1ed50a143.lock +2023-08-29 17:44:07,678 - filelock - DEBUG - Lock 139768914033056 released on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/64ba475ed7be735d4ac054c2d537f22251b80f6ecb65cb04217eb0d1ed50a143.lock +2023-08-29 17:44:07,678 - speechbrain.pretrained.fetching - INFO - HF fetch: /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/snapshots/269ef5853401e2aa2e47fe6fd7027b067c630c9b/asr.ckpt +2023-08-29 17:44:07,679 - speechbrain.pretrained.fetching - INFO - Fetch tokenizer.ckpt: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:44:07,782 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/tokenizer.ckpt HTTP/1.1" 200 0 +2023-08-29 17:44:07,783 - filelock - DEBUG - Attempting to acquire lock 139768914034016 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/c154be298b1701447b4afc75fd39d4b56c927b1e.lock +2023-08-29 17:44:07,783 - filelock - DEBUG - Lock 139768914034016 acquired on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/c154be298b1701447b4afc75fd39d4b56c927b1e.lock +2023-08-29 17:44:07,885 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/tokenizer.ckpt HTTP/1.1" 200 238487 +2023-08-29 17:44:07,915 - filelock - DEBUG - Attempting to release lock 139768914034016 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/c154be298b1701447b4afc75fd39d4b56c927b1e.lock +2023-08-29 17:44:07,915 - filelock - DEBUG - Lock 139768914034016 released on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/c154be298b1701447b4afc75fd39d4b56c927b1e.lock +2023-08-29 17:44:07,915 - speechbrain.pretrained.fetching - INFO - HF fetch: /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/snapshots/269ef5853401e2aa2e47fe6fd7027b067c630c9b/tokenizer.ckpt +2023-08-29 17:44:07,915 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 17:44:17,183 - speechbrain.pretrained.fetching - INFO - Fetch hyperparams.yaml: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-en. +2023-08-29 17:44:17,285 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-en/resolve/main/hyperparams.yaml HTTP/1.1" 200 0 +2023-08-29 17:44:17,294 - filelock - DEBUG - Attempting to acquire lock 139768913968336 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-en/blobs/0fd0267dfdd4b3442f309b449d30675876bdf3ed.lock +2023-08-29 17:44:17,294 - filelock - DEBUG - Lock 139768913968336 acquired on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-en/blobs/0fd0267dfdd4b3442f309b449d30675876bdf3ed.lock +2023-08-29 17:44:17,393 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /speechbrain/asr-wav2vec2-commonvoice-en/resolve/main/hyperparams.yaml HTTP/1.1" 200 3187 +2023-08-29 17:44:17,397 - filelock - DEBUG - Attempting to release lock 139768913968336 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-en/blobs/0fd0267dfdd4b3442f309b449d30675876bdf3ed.lock +2023-08-29 17:44:17,397 - filelock - DEBUG - Lock 139768913968336 released on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-en/blobs/0fd0267dfdd4b3442f309b449d30675876bdf3ed.lock +2023-08-29 17:44:17,397 - speechbrain.pretrained.fetching - INFO - HF fetch: /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-en/snapshots/a1a126cc07ff5426a71487a89132bd1b70c7155e/hyperparams.yaml +2023-08-29 17:44:17,398 - speechbrain.pretrained.fetching - INFO - Fetch custom.py: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-en. +2023-08-29 17:44:17,494 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-en/resolve/main/custom.py HTTP/1.1" 404 0 +2023-08-29 17:44:18,077 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 17:44:18,079 - filelock - DEBUG - Attempting to acquire lock 139804357420896 on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:44:18,079 - filelock - DEBUG - Lock 139804357420896 acquired on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:44:18,173 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 158 +2023-08-29 17:44:18,176 - filelock - DEBUG - Attempting to release lock 139804357420896 on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:44:18,177 - filelock - DEBUG - Lock 139804357420896 released on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:44:18,281 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/facebook/wav2vec2-large-lv60 HTTP/1.1" 200 1123 +2023-08-29 17:44:18,379 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 17:44:18,380 - filelock - DEBUG - Attempting to acquire lock 139804357313104 on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/8f5997b839c4426b155af08b4c3687073b79d0e8.lock +2023-08-29 17:44:18,380 - filelock - DEBUG - Lock 139804357313104 acquired on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/8f5997b839c4426b155af08b4c3687073b79d0e8.lock +2023-08-29 17:44:18,476 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /facebook/wav2vec2-large-lv60/resolve/main/config.json HTTP/1.1" 200 1553 +2023-08-29 17:44:18,479 - filelock - DEBUG - Attempting to release lock 139804357313104 on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/8f5997b839c4426b155af08b4c3687073b79d0e8.lock +2023-08-29 17:44:18,479 - filelock - DEBUG - Lock 139804357313104 released on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/8f5997b839c4426b155af08b4c3687073b79d0e8.lock +2023-08-29 17:44:18,577 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/model.safetensors HTTP/1.1" 404 0 +2023-08-29 17:44:18,675 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/model.safetensors.index.json HTTP/1.1" 404 0 +2023-08-29 17:44:18,774 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/pytorch_model.bin HTTP/1.1" 302 0 +2023-08-29 17:44:18,775 - filelock - DEBUG - Attempting to acquire lock 139804357316128 on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/1d095321ee151b9cbeeb2f325d104bf1813b795c9bbbee58efcde34f701d0386.lock +2023-08-29 17:44:18,776 - filelock - DEBUG - Lock 139804357316128 acquired on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/1d095321ee151b9cbeeb2f325d104bf1813b795c9bbbee58efcde34f701d0386.lock +2023-08-29 17:44:19,128 - urllib3.connectionpool - DEBUG - https://cdn-lfs.huggingface.co:443 "GET /facebook/wav2vec2-large-lv60/1d095321ee151b9cbeeb2f325d104bf1813b795c9bbbee58efcde34f701d0386?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27pytorch_model.bin%3B+filename%3D%22pytorch_model.bin%22%3B&response-content-type=application%2Foctet-stream&Expires=1693583058&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzU4MzA1OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9mYWNlYm9vay93YXYydmVjMi1sYXJnZS1sdjYwLzFkMDk1MzIxZWUxNTFiOWNiZWViMmYzMjVkMTA0YmYxODEzYjc5NWM5YmJiZWU1OGVmY2RlMzRmNzAxZDAzODY~cmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qJnJlc3BvbnNlLWNvbnRlbnQtdHlwZT0qIn1dfQ__&Signature=rid0KVZgWB6SkhWajuOu5oJwlt~GIpVQ0P7qlT~z8JnLgLRu57S8rVwcgGpyQSCv56AWrRAiCl3KI850CamiS7GVZZkfauqSqlt4YAp58LBQE3yvIjweKHeD5fihf0XcW0dErki-7SIvYtdBoFWMdV5StSjtSIEpReNwGo9Aot-vcRHbDh6EbztlmxcIcezcqxlZj94OVTT17n87v6syENP4ti2LH-ecct3b9et7~aCzYBfJ0VtUVTGn90U564BAnGYDbmkqMQx4uYt4we1MuZJOIIg6ls0jYW7iZo7ODYy2cWDTP6dBSF6XctzH4cmOXhxC6r~VmSCShnq1mUHgpg__&Key-Pair-Id=KVTP0A1DKRTAX HTTP/1.1" 200 1269737156 +2023-08-29 17:44:23,313 - filelock - DEBUG - Attempting to release lock 139804357316128 on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/1d095321ee151b9cbeeb2f325d104bf1813b795c9bbbee58efcde34f701d0386.lock +2023-08-29 17:44:23,313 - filelock - DEBUG - Lock 139804357316128 released on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/1d095321ee151b9cbeeb2f325d104bf1813b795c9bbbee58efcde34f701d0386.lock +2023-08-29 17:45:51,602 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:45:51,603 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:45:52,666 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:45:52,705 - speechbrain.pretrained.fetching - INFO - Fetch hyperparams.yaml: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 17:45:52,706 - speechbrain.pretrained.fetching - INFO - Fetch custom.py: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:45:52,710 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 17:45:52,860 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/custom.py HTTP/1.1" 404 0 +2023-08-29 17:45:56,281 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 17:45:56,428 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 17:45:56,523 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 17:46:32,617 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 17:46:32,629 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:46:32,629 - speechbrain.pretrained.fetching - INFO - Fetch wav2vec2.ckpt: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 17:46:32,630 - speechbrain.pretrained.fetching - INFO - Fetch asr.ckpt: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 17:46:32,630 - speechbrain.pretrained.fetching - INFO - Fetch tokenizer.ckpt: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 17:46:32,630 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 17:46:44,086 - speechbrain.pretrained.fetching - INFO - Fetch hyperparams.yaml: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 17:46:44,086 - speechbrain.pretrained.fetching - INFO - Fetch custom.py: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-en. +2023-08-29 17:46:44,196 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-en/resolve/main/custom.py HTTP/1.1" 404 0 +2023-08-29 17:46:44,785 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 17:52:02,887 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:52:02,889 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:52:06,544 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:52:06,784 - speechbrain.pretrained.fetching - INFO - Fetch hyperparams.yaml: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 17:52:06,785 - speechbrain.pretrained.fetching - INFO - Fetch custom.py: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:52:06,793 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 17:52:46,939 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (2): huggingface.co:443 +2023-08-29 17:53:18,742 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 424, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 366, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 466, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 417, in cached_file + resolved_file = hf_hub_download( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1195, in hf_hub_download + metadata = get_hf_file_metadata( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1532, in get_hf_file_metadata + r = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 407, in _request_wrapper + response = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 442, in _request_wrapper + return http_backoff( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff + response = session.request(method=method, url=url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 17:54:01,807 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:54:01,809 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:54:02,354 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:54:02,441 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 17:54:02,442 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 17:54:02,538 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 17:54:25,995 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 424, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 366, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 466, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 417, in cached_file + resolved_file = hf_hub_download( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1195, in hf_hub_download + metadata = get_hf_file_metadata( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1532, in get_hf_file_metadata + r = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 407, in _request_wrapper + response = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 442, in _request_wrapper + return http_backoff( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff + response = session.request(method=method, url=url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 17:57:06,362 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:57:06,363 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:57:06,918 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:57:07,012 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 17:57:07,013 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 17:57:07,122 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 17:57:16,365 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 424, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 366, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 466, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 417, in cached_file + resolved_file = hf_hub_download( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1195, in hf_hub_download + metadata = get_hf_file_metadata( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1532, in get_hf_file_metadata + r = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 407, in _request_wrapper + response = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 442, in _request_wrapper + return http_backoff( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff + response = session.request(method=method, url=url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 17:58:33,303 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:58:33,305 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:58:34,328 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:58:34,377 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 17:58:34,378 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 17:58:36,987 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 17:58:37,231 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 17:58:37,377 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 17:58:37,471 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 17:59:13,510 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 17:59:13,524 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:59:13,524 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 17:59:13,524 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 17:59:13,524 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 17:59:13,524 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 17:59:13,549 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 17:59:13,549 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 17:59:13,549 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 17:59:24,385 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 17:59:24,385 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 17:59:25,082 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:02:10,105 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:02:10,107 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:02:11,327 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:02:11,386 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:02:11,387 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:02:11,882 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:02:12,032 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:02:28,082 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:02:35,882 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:02:35,883 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 18:02:35,883 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 18:02:35,883 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 18:02:35,883 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:02:35,883 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 18:02:35,883 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 18:02:35,884 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 18:02:44,505 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 379, in + english_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-en", savedir="pretrained_models/asr-wav2vec2-commonvoice-en") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 439, in from_hparams + return cls(hparams["modules"], hparams, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 775, in __init__ + super().__init__(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 224, in __init__ + raise ValueError(f"Need hparams['{hp}']") +ValueError: Need hparams['decoding_function'] +2023-08-29 18:08:09,792 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:08:09,794 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:08:10,272 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:08:10,322 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:08:10,322 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:08:10,785 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:08:10,999 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:08:27,484 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:08:36,384 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:08:36,384 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 18:08:36,385 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 18:08:36,385 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 18:08:36,385 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:08:36,385 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 18:08:36,385 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 18:08:36,385 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 18:08:47,688 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 18:08:47,688 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 18:08:47,769 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 382, in + asr_brain = ASR( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/core.py", line 554, in __init__ + torch.cuda.set_device(int(self.device[-1])) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 326, in set_device + torch._C._cuda_setDevice(device) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 229, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx +2023-08-29 18:09:24,796 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:09:24,798 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:09:25,335 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:09:25,427 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:09:25,427 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 18:09:25,524 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:10:05,589 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (2): huggingface.co:443 +2023-08-29 18:11:54,294 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 424, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 133, in __init__ + self._from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 170, in _from_pretrained + is_sb, ckpt_file, is_local = self._check_model_source(source, save_path) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 279, in _check_model_source + files = model_info( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/hf_api.py", line 1677, in model_info + r = get_session().get(path, headers=headers, timeout=timeout, params=params) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 18:14:37,205 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:14:37,207 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:14:37,695 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:14:37,757 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:14:37,758 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 18:14:40,883 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:14:41,104 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:14:41,306 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 18:14:41,402 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 18:15:17,117 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:15:17,122 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 18:15:17,123 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 18:15:17,123 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 18:15:17,123 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 18:15:17,123 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:15:17,123 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 18:15:17,123 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 18:15:17,123 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 18:15:26,486 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:15:26,486 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:15:27,200 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:19:22,861 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:19:22,872 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:19:23,408 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:19:23,518 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:19:23,518 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 413, in from_hparams + sys.path.append(str(pymodule_local_path.parent)) +NameError: name 'pymodule_local_path' is not defined +2023-08-29 18:19:57,597 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:19:57,598 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:19:58,149 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:19:58,240 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:19:58,339 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:20:33,779 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 427, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 366, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 466, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 417, in cached_file + resolved_file = hf_hub_download( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1195, in hf_hub_download + metadata = get_hf_file_metadata( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1532, in get_hf_file_metadata + r = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 407, in _request_wrapper + response = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 442, in _request_wrapper + return http_backoff( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff + response = session.request(method=method, url=url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 18:21:23,546 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:21:23,547 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:21:25,358 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:21:25,443 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 428, in from_hparams + with open(hparams_local_path) as fin: +NameError: name 'hparams_local_path' is not defined +2023-08-29 18:22:35,236 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:22:35,237 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:22:35,747 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:22:35,819 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 430, in from_hparams + with open(hparams_local_path) as fin: +FileNotFoundError: [Errno 2] No such file or directory: 'speechbrain/asr-wav2vec2-commonvoice-frhyperparams.yaml' +2023-08-29 18:23:20,813 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:23:20,814 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:23:21,345 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:23:21,534 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:24:01,578 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (2): huggingface.co:443 +2023-08-29 18:25:04,996 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 432, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 133, in __init__ + self._from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 170, in _from_pretrained + is_sb, ckpt_file, is_local = self._check_model_source(source, save_path) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 279, in _check_model_source + files = model_info( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/hf_api.py", line 1677, in model_info + r = get_session().get(path, headers=headers, timeout=timeout, params=params) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 18:25:18,880 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:25:18,881 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:25:19,422 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:25:19,613 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:25:25,239 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 432, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 366, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 466, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 417, in cached_file + resolved_file = hf_hub_download( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1195, in hf_hub_download + metadata = get_hf_file_metadata( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1532, in get_hf_file_metadata + r = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 407, in _request_wrapper + response = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 442, in _request_wrapper + return http_backoff( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff + response = session.request(method=method, url=url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 18:26:32,964 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:26:32,982 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:26:33,521 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:26:33,713 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:26:56,066 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 433, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 366, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 466, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 417, in cached_file + resolved_file = hf_hub_download( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1195, in hf_hub_download + metadata = get_hf_file_metadata( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1532, in get_hf_file_metadata + r = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 407, in _request_wrapper + response = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 442, in _request_wrapper + return http_backoff( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff + response = session.request(method=method, url=url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 18:27:36,313 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:27:36,315 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:27:37,396 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:27:40,683 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:27:40,836 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:27:41,018 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 18:27:41,115 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 18:28:17,006 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:28:17,017 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 18:28:17,019 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 18:28:17,019 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 18:28:17,019 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 18:28:17,019 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:28:17,019 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 18:28:17,019 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 18:28:17,019 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 18:28:28,689 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:32:37,598 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:32:37,611 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:32:38,971 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:32:39,583 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:32:39,753 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:32:55,683 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:33:04,299 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:33:04,300 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 379, in + english_asr_model = EncoderDecoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-en", savedir="pretrained_models/asr-wav2vec2-commonvoice-en") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 441, in from_hparams + run_on_main( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/utils/distributed.py", line 61, in run_on_main + func(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/utils/parameter_transfer.py", line 206, in collect_files + self.collect_in.mkdir(exist_ok=True) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/pathlib.py", line 1323, in mkdir + self._accessor.mkdir(self, mode) +FileNotFoundError: [Errno 2] No such file or directory: 'pretrained_models/asr-wav2vec2-commonvoice-en' +2023-08-29 18:34:55,697 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:34:55,715 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:34:56,223 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:34:56,280 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:34:56,281 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:34:56,691 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:34:56,974 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:35:15,086 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:35:22,889 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:35:22,889 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 18:35:22,890 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 18:35:22,890 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 18:35:22,890 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:35:22,890 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 18:35:22,891 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 18:35:22,891 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 18:35:33,025 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 18:35:33,026 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 18:35:33,758 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 382, in + asr_brain = ASR( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/core.py", line 554, in __init__ + torch.cuda.set_device(int(self.device[-1])) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 326, in set_device + torch._C._cuda_setDevice(device) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 229, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx +2023-08-29 18:37:51,046 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:37:51,048 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:37:51,584 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:37:51,681 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:37:51,681 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:37:51,769 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:38:35,894 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:38:36,196 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:38:36,197 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 18:38:36,197 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 18:38:36,197 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 18:38:36,197 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:38:36,198 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 18:38:36,198 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 18:38:36,198 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 18:38:37,025 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 18:38:37,025 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 18:38:38,619 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 18:38:38,620 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 18:41:01,068 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:41:01,069 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:41:01,608 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:41:01,724 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:41:01,725 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:41:01,806 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:41:45,875 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:41:46,069 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:41:46,069 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 18:41:46,069 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 18:41:46,069 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 18:41:46,069 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:41:46,069 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 18:41:46,070 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 18:41:46,070 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 18:41:46,925 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 18:41:46,925 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 18:41:48,523 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 18:41:48,524 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 18:42:45,639 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:42:45,640 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:42:46,155 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:42:46,202 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:42:46,202 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 18:42:49,192 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:42:49,404 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:42:49,600 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 18:42:49,695 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 18:43:28,207 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:43:28,212 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 18:43:28,213 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 18:43:28,213 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 18:43:28,213 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 18:43:28,213 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:43:28,213 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 18:43:28,213 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 18:43:28,213 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 18:43:41,166 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 18:43:41,166 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 18:43:41,305 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 382, in + asr_brain = ASR( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/core.py", line 554, in __init__ + torch.cuda.set_device(int(self.device[-1])) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 326, in set_device + torch._C._cuda_setDevice(device) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 229, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx +2023-08-29 18:44:04,802 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:44:04,804 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:44:05,342 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:44:05,441 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:44:05,442 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 18:44:05,540 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:44:45,590 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (2): huggingface.co:443 +2023-08-29 18:53:28,009 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 85, in create_connection + raise err + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +OSError: [Errno 101] Network is unreachable + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 491, in _make_request + raise new_e + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 218, in _new_conn + raise NewConnectionError( +urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 101] Network is unreachable + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 844, in urlopen + retries = retries.increment( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/retry.py", line 515, in increment + raise MaxRetryError(_pool, url, reason) from reason # type: ignore[arg-type] +urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='huggingface.co', port=443): Max retries exceeded with url: /api/models/LeBenchmark/wav2vec2-FR-7K-large (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 101] Network is unreachable')) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 425, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 133, in __init__ + self._from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 170, in _from_pretrained + is_sb, ckpt_file, is_local = self._check_model_source(source, save_path) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 279, in _check_model_source + files = model_info( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/hf_api.py", line 1677, in model_info + r = get_session().get(path, headers=headers, timeout=timeout, params=params) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 519, in send + raise ConnectionError(e, request=request) +requests.exceptions.ConnectionError: (MaxRetryError("HTTPSConnectionPool(host='huggingface.co', port=443): Max retries exceeded with url: /api/models/LeBenchmark/wav2vec2-FR-7K-large (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 101] Network is unreachable'))"), '(Request ID: 6602d8fd-8354-4f7a-8469-65ffa0f12692)') +2023-08-29 18:55:18,000 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:55:18,002 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:55:18,524 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:55:18,569 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:55:18,570 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 18:55:21,382 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:55:21,606 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:55:21,789 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 18:55:21,883 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 18:55:47,706 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:55:47,711 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 18:55:47,711 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 18:55:47,711 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 18:55:47,712 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 18:55:47,712 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:55:47,712 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 18:55:47,712 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 18:55:47,712 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 18:55:57,086 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:55:57,086 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:55:57,692 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:56:14,184 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:56:22,292 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:56:22,292 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 18:56:22,293 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 18:56:22,293 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 18:56:22,293 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:56:22,293 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 18:56:22,293 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 18:56:22,293 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 18:56:31,485 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 18:56:31,485 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 18:56:31,486 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 383, in + asr_brain = ASR( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/core.py", line 554, in __init__ + torch.cuda.set_device(int(self.device[-1])) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 326, in set_device + torch._C._cuda_setDevice(device) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 229, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx +2023-08-29 19:00:59,525 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:00:59,544 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:01:00,098 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:01:00,196 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:01:00,197 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:01:00,295 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 19:01:40,347 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (2): huggingface.co:443 +2023-08-29 19:07:25,078 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 425, in from_hparams + with open(hparams_local_path) as fin: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 133, in __init__ + self._from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 170, in _from_pretrained + is_sb, ckpt_file, is_local = self._check_model_source(source, save_path) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 279, in _check_model_source + files = model_info( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/hf_api.py", line 1677, in model_info + r = get_session().get(path, headers=headers, timeout=timeout, params=params) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 19:07:38,235 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:07:38,236 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:07:38,772 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:07:38,867 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:07:38,867 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:07:38,966 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 19:08:19,016 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (2): huggingface.co:443 +2023-08-29 19:11:54,404 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 426, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 133, in __init__ + self._from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 170, in _from_pretrained + is_sb, ckpt_file, is_local = self._check_model_source(source, save_path) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 279, in _check_model_source + files = model_info( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/hf_api.py", line 1677, in model_info + r = get_session().get(path, headers=headers, timeout=timeout, params=params) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 19:12:08,273 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:12:08,274 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:12:09,380 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:12:09,476 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:12:09,477 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:12:17,504 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:12:17,509 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:12:17,509 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:12:17,509 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:12:17,510 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:12:17,510 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:12:17,511 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:12:17,511 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:12:17,511 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:12:19,269 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:12:19,270 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:12:19,350 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 19:13:03,972 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:13:04,158 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:13:04,160 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:13:04,161 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:13:04,161 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:13:04,161 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:13:04,161 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:13:04,161 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:13:04,161 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:13:07,722 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:13:07,722 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:13:09,318 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:13:09,321 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:16:37,040 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:16:37,041 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:16:37,587 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:16:37,685 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:16:37,686 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:16:40,501 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:16:40,507 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:16:40,507 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:16:40,507 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:16:40,507 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:16:40,507 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:16:40,507 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:16:40,507 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:16:40,508 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:16:46,562 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:16:46,576 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:16:53,594 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:16:53,781 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:16:53,782 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:16:53,782 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:16:53,782 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:16:53,782 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:16:53,782 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:16:53,782 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:16:53,782 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:16:54,947 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:16:54,947 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:16:55,272 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:16:55,273 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:17:48,511 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:17:48,513 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:17:49,055 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:17:49,154 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:17:49,154 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:17:52,034 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:17:52,039 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:17:52,040 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:17:52,040 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:17:52,040 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:17:52,040 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:17:52,040 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:17:52,040 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:17:52,040 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:17:55,299 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:17:55,299 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:17:59,424 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:17:59,613 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:17:59,614 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:17:59,614 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:17:59,614 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:17:59,614 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:17:59,614 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:17:59,615 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:17:59,615 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:18:00,765 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:18:00,765 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:18:01,088 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:18:01,089 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:20:32,269 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:20:32,270 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:20:32,910 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:20:33,010 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:20:33,010 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:20:35,831 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:20:35,837 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:20:35,837 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:20:35,837 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:20:35,837 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:20:35,837 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:20:35,838 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:20:35,838 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:20:35,838 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:20:39,566 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:20:39,566 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:20:43,683 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:20:43,876 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:20:43,877 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:20:43,877 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:20:43,877 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:20:43,877 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:20:43,877 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:20:43,877 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:20:43,877 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:20:45,072 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:20:45,072 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:20:45,396 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:20:45,397 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:23:04,363 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:23:04,365 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:23:04,924 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:23:05,025 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:23:05,025 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:23:07,852 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:23:07,857 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:23:07,857 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:23:07,858 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:23:07,858 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:23:07,858 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:23:07,858 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:23:07,858 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:23:07,858 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:23:11,539 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:23:11,539 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:23:15,531 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:23:15,714 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:23:15,714 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:23:15,715 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:23:15,715 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:23:15,715 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:23:15,715 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:23:15,715 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:23:15,715 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:23:16,820 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:23:16,820 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:23:17,139 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:23:17,140 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:24:54,424 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:24:54,452 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:24:55,164 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:24:55,256 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:24:55,257 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:24:58,052 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:24:58,057 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:24:58,057 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:24:58,058 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:24:58,058 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:24:58,058 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:24:58,058 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:24:58,058 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:24:58,058 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:25:02,032 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:25:02,032 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:25:06,014 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:25:06,197 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:25:06,197 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:25:06,198 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:25:06,198 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:25:06,198 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:25:06,198 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:25:06,198 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:25:06,198 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:25:07,358 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:25:07,358 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:25:07,676 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:25:07,678 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:25:47,710 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:25:47,711 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:25:48,230 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:25:48,322 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:25:48,322 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:25:51,109 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:25:51,114 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:25:51,114 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:25:51,115 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:25:51,115 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:25:51,115 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:25:51,115 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:25:51,115 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:25:51,115 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:25:54,600 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:25:54,600 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:25:58,587 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:25:58,772 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:25:58,772 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:25:58,772 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:25:58,772 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:25:58,773 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:25:58,773 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:25:58,773 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:25:58,773 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:25:59,872 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:25:59,872 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:26:00,192 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:26:00,193 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:27:02,696 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:27:02,697 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:27:03,193 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:27:03,266 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:27:03,266 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:27:06,027 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:27:06,032 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:27:06,032 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:27:06,032 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:27:06,033 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:27:06,033 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:27:06,033 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:27:06,033 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:27:06,033 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:27:08,941 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:27:08,941 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:27:12,839 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:27:13,022 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:27:13,023 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:27:13,023 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:27:13,023 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:27:13,023 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:27:13,024 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:27:13,024 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:27:13,024 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:27:14,088 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:27:14,088 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:27:14,403 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:27:14,405 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:29:37,031 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:29:37,033 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:29:37,543 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:29:37,637 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:29:37,638 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:29:40,431 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:29:40,436 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:29:40,436 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:29:40,437 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:29:40,437 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:29:40,437 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:29:40,437 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:29:40,437 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:29:40,437 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:29:43,542 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:29:43,542 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:29:47,469 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:29:47,654 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:29:47,654 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:29:47,654 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:29:47,654 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:29:47,654 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:29:47,654 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:29:47,655 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:29:47,655 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:29:48,746 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:29:48,746 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:29:49,065 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:29:49,066 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:31:44,522 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:31:44,523 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:31:45,051 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:31:45,145 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:31:45,146 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:31:47,933 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:31:47,937 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:31:47,938 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:31:47,938 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:31:47,938 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:31:47,938 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:31:47,938 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:31:47,938 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:31:47,938 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:31:51,018 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:31:51,019 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:31:55,147 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:31:55,332 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:31:55,332 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:31:55,332 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:31:55,332 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:31:55,332 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:31:55,332 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:31:55,332 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:31:55,332 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:31:56,425 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:31:56,425 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:31:56,744 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:31:56,745 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:38:05,123 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:38:05,141 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:38:05,689 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:38:05,787 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:38:05,787 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:38:08,572 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:38:08,577 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:38:08,577 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:38:08,577 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:38:08,578 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:38:08,578 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:38:08,578 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:38:08,578 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:38:08,578 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:38:12,064 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:38:12,065 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:38:16,026 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:38:16,210 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:38:16,211 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:38:16,211 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:38:16,211 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:38:16,211 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:38:16,211 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:38:16,212 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:38:16,212 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:38:17,320 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:38:17,320 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:38:17,639 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:38:17,640 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:39:58,648 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:39:58,666 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:39:59,179 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:39:59,277 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:39:59,278 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:40:02,087 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:40:02,092 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:40:02,092 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:40:02,092 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:40:02,092 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:40:02,093 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:40:02,093 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:40:02,093 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:40:02,093 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:40:05,162 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:40:05,163 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:40:09,102 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:40:09,286 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:40:09,286 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:40:09,286 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:40:09,286 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:40:09,286 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:40:09,287 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:40:09,287 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:40:09,287 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:40:10,381 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:40:10,381 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:40:10,699 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:40:10,700 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:54:06,649 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:54:06,670 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:54:07,933 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:54:08,039 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:54:08,039 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:54:10,827 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:54:10,832 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:54:10,832 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:54:10,833 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:54:10,833 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:54:10,833 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:54:10,833 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:54:10,833 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:54:10,833 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:54:13,883 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:54:13,884 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:54:17,853 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:54:18,037 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:54:18,037 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:54:18,038 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:54:18,038 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:54:18,038 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:54:18,038 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:54:18,038 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:54:18,038 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:54:19,129 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:54:19,129 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:54:19,448 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:54:19,450 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-30 00:25:15,072 - speechbrain.core - INFO - Beginning experiment! +2023-08-30 00:25:15,073 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-30 00:25:16,214 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-30 00:25:16,330 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-30 00:25:16,331 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-30 00:25:23,944 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 00:25:23,949 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-30 00:25:23,949 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-30 00:25:23,949 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-30 00:25:23,949 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-30 00:25:23,950 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 00:25:23,950 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-30 00:25:23,950 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-30 00:25:23,950 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-30 00:25:27,461 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-30 00:25:27,461 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-30 00:25:31,539 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 00:25:31,728 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-30 00:25:31,728 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-30 00:25:31,729 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-30 00:25:31,729 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-30 00:25:31,729 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 00:25:31,729 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-30 00:25:31,729 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-30 00:25:31,730 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-30 00:25:32,855 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-30 00:25:32,855 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-30 00:25:33,176 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-30 00:25:33,178 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-30 00:26:37,105 - speechbrain.core - INFO - Beginning experiment! +2023-08-30 00:26:37,106 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-30 00:26:37,762 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-30 00:26:37,855 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-30 00:26:37,855 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-30 00:26:40,638 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 00:26:40,643 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-30 00:26:40,643 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-30 00:26:40,643 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-30 00:26:40,643 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-30 00:26:40,644 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 00:26:40,644 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-30 00:26:40,644 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-30 00:26:40,644 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-30 00:26:43,871 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-30 00:26:43,872 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-30 00:26:47,495 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 00:26:47,680 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-30 00:26:47,684 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-30 00:26:47,684 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-30 00:26:47,684 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-30 00:26:47,684 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 00:26:47,684 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-30 00:26:47,684 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-30 00:26:47,684 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-30 00:26:48,751 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-30 00:26:48,751 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-30 00:26:49,069 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-30 00:26:49,070 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-30 11:42:52,963 - speechbrain.core - INFO - Beginning experiment! +2023-08-30 11:42:52,984 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-30 11:42:58,099 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-30 11:42:58,215 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-30 11:42:58,215 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-30 11:43:05,337 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 11:43:05,342 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-30 11:43:05,343 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-30 11:43:05,343 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-30 11:43:05,343 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-30 11:43:05,343 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 11:43:05,343 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-30 11:43:05,343 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-30 11:43:05,343 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-30 11:43:12,255 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-30 11:43:12,255 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-30 11:43:16,550 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 11:43:17,217 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-30 11:43:17,217 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-30 11:43:17,217 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-30 11:43:17,218 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-30 11:43:17,218 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 11:43:17,218 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-30 11:43:17,218 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-30 11:43:17,218 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-30 11:43:18,366 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-30 11:43:18,366 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-30 11:43:18,683 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-30 11:43:18,685 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-30 14:45:59,482 - speechbrain.core - INFO - Beginning experiment! +2023-08-30 14:45:59,483 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-30 14:46:00,110 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-30 14:46:00,191 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-30 14:46:00,191 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-30 14:46:02,921 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 14:46:02,926 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-30 14:46:02,926 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-30 14:46:02,930 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-30 14:46:02,931 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-30 14:46:02,931 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 14:46:02,931 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-30 14:46:02,931 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-30 14:46:02,931 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-30 14:46:06,294 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-30 14:46:06,294 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-30 14:46:10,420 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 14:46:10,604 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-30 14:46:10,604 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-30 14:46:10,604 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-30 14:46:10,604 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-30 14:46:10,604 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 14:46:10,604 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-30 14:46:10,605 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-30 14:46:10,605 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-30 14:46:11,912 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-30 14:46:11,913 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-30 14:46:12,235 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-30 14:46:12,237 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:02:43,758 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:02:48,982 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:02:54,273 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:02:58,994 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:02:58,994 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:03:06,681 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:03:06,706 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:03:06,706 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:03:06,706 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:03:06,706 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:03:06,706 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:03:06,706 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:03:06,706 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:03:06,707 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:03:12,600 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:03:12,601 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:03:12,733 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-09-04 17:03:52,794 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 428, in cached_file + resolved_file = hf_hub_download( + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1291, in hf_hub_download + raise LocalEntryNotFoundError( +huggingface_hub.utils._errors.LocalEntryNotFoundError: Connection error, and we cannot find the requested files in the disk cache. Please try again or make sure your Internet connection is on. + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 383, in + english_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-14-en", savedir="pretrained_models/asr-wav2vec2-commonvoice-14-en/").cuda() + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 426, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 365, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 488, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 468, in cached_file + raise EnvironmentError( +OSError: We couldn't connect to 'https://huggingface.co' to load this file, couldn't find it in the cached files and it looks like facebook/wav2vec2-large-lv60 is not the path to a directory containing a file named preprocessor_config.json. +Checkout your internet connection or see how to run the library in offline mode at 'https://huggingface.co/docs/transformers/installation#offline-mode'. +2023-09-04 17:05:29,216 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:05:29,236 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:05:34,713 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:05:34,792 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:05:34,792 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:06:13,989 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:06:14,003 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:06:14,003 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:06:14,004 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:06:14,004 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:06:14,105 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:06:14,105 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:06:14,105 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:06:14,105 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:06:25,194 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 380, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr").cuda() + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/nn/modules/module.py", line 905, in cuda + return self._apply(lambda t: t.cuda(device)) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/nn/modules/module.py", line 797, in _apply + module._apply(fn) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/nn/modules/module.py", line 797, in _apply + module._apply(fn) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/nn/modules/module.py", line 797, in _apply + module._apply(fn) + [Previous line repeated 5 more times] + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/nn/modules/module.py", line 820, in _apply + param_applied = fn(param) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/nn/modules/module.py", line 905, in + return self._apply(lambda t: t.cuda(device)) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 247, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx +2023-09-04 17:06:45,039 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:06:45,041 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:06:45,907 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:06:46,005 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:06:46,006 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:06:53,989 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:06:54,000 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:06:54,000 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:06:54,000 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:06:54,001 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:06:54,001 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:06:54,001 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:06:54,001 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:06:54,001 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:06:57,272 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:06:57,272 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:06:57,358 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-09-04 17:07:37,401 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 428, in cached_file + resolved_file = hf_hub_download( + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1291, in hf_hub_download + raise LocalEntryNotFoundError( +huggingface_hub.utils._errors.LocalEntryNotFoundError: Connection error, and we cannot find the requested files in the disk cache. Please try again or make sure your Internet connection is on. + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 383, in + english_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-14-en", savedir="pretrained_models/asr-wav2vec2-commonvoice-14-en/").cuda() + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 426, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 365, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 488, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 468, in cached_file + raise EnvironmentError( +OSError: We couldn't connect to 'https://huggingface.co' to load this file, couldn't find it in the cached files and it looks like facebook/wav2vec2-large-lv60 is not the path to a directory containing a file named preprocessor_config.json. +Checkout your internet connection or see how to run the library in offline mode at 'https://huggingface.co/docs/transformers/installation#offline-mode'. +2023-09-04 17:09:18,104 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:09:18,128 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:09:18,732 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:09:18,823 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:09:18,823 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:09:21,554 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:09:21,559 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:09:21,559 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:09:21,559 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:09:21,559 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:09:21,559 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:09:21,559 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:09:21,559 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:09:21,559 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:09:24,686 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:09:24,686 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:09:28,616 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:09:28,632 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:09:28,633 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:09:28,633 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:09:28,633 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:09:28,633 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:09:30,038 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:09:30,039 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:09:30,354 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:09:30,356 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:12:34,067 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:12:34,071 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:12:34,665 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:12:34,752 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:12:34,753 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:12:37,472 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:12:37,477 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:12:37,477 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:12:37,477 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:12:37,478 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:12:37,478 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:12:37,478 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:12:37,479 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:12:37,479 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:12:40,649 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:12:40,649 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:12:44,604 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:12:44,615 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:12:44,616 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:12:44,616 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:12:44,616 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:12:44,616 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:12:46,044 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:12:46,044 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:12:46,362 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:12:46,364 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:17:54,920 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:17:54,922 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:17:55,889 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:17:55,988 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:17:55,989 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:17:58,716 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:17:58,721 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:17:58,721 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:17:58,721 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:17:58,721 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:17:58,721 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:17:58,721 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:17:58,722 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:17:58,722 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:18:01,979 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:18:01,979 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:18:05,925 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:18:05,937 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:18:05,937 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:18:05,937 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:18:05,938 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:18:05,938 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:18:07,353 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:18:07,353 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:18:07,673 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:18:07,674 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:20:02,937 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:20:02,950 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:20:03,555 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:20:03,648 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:20:03,649 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:20:06,376 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:20:06,381 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:20:06,381 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:20:06,381 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:20:06,381 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:20:06,381 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:20:06,381 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:20:06,382 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:20:06,382 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:20:09,279 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:20:09,280 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:20:13,132 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:20:13,143 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:20:13,144 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:20:13,144 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:20:13,144 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:20:13,144 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:20:14,550 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:20:14,550 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:20:14,869 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:20:14,871 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:21:44,578 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:21:44,597 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:21:45,194 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:21:45,288 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:21:45,289 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:21:48,011 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:21:48,016 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:21:48,016 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:21:48,016 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:21:48,017 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:21:48,017 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:21:48,017 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:21:48,017 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:21:48,017 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:21:50,907 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:21:50,908 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:21:54,743 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:21:54,755 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:21:54,755 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:21:54,755 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:21:54,755 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:21:54,755 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:21:56,150 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:21:56,150 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:21:56,465 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:21:56,468 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:22:52,370 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:22:52,374 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:22:52,994 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:22:53,080 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:22:53,080 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:22:55,818 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:22:55,823 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:22:55,823 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:22:55,823 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:22:55,824 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:22:55,824 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:22:55,824 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:22:55,824 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:22:55,824 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:22:59,012 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:22:59,032 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:23:02,946 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:23:02,958 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:23:02,958 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:23:02,958 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:23:02,958 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:23:02,958 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:23:04,434 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:23:04,434 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:23:04,754 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:23:04,756 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:24:20,635 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:24:20,658 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:24:25,255 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:24:25,341 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:24:25,341 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:24:28,062 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:24:28,066 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:24:28,067 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:24:28,067 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:24:28,067 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:24:28,068 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:24:28,068 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:24:28,068 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:24:28,068 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:24:31,243 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:24:31,243 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:24:35,228 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:24:35,240 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:24:35,240 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:24:35,240 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:24:35,240 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:24:35,240 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:24:36,677 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:24:36,677 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:24:36,999 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:24:37,000 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:33:02,708 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:33:02,721 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:33:03,341 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:33:03,460 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:33:03,460 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:33:06,189 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:33:06,194 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:33:06,194 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:33:06,195 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:33:06,195 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:33:06,195 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:33:06,195 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:33:06,195 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:33:06,195 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:33:09,063 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:33:09,063 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:33:12,951 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:33:12,962 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:33:12,963 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:33:12,964 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:33:12,964 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:33:12,964 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:33:14,402 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:33:14,403 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:33:14,726 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:33:14,727 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:34:11,648 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:34:11,650 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:34:12,249 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:34:12,338 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:34:12,338 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:34:15,053 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:34:15,058 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:34:15,058 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:34:15,059 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:34:15,059 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:34:15,088 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:34:15,089 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:34:15,089 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:34:15,089 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:34:17,842 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:34:17,843 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:34:21,581 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:34:21,593 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:34:21,593 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:34:21,593 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:34:21,593 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:34:21,593 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:34:22,692 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:34:22,692 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:34:23,011 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:34:23,012 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:36:36,666 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:36:36,684 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:36:37,280 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:36:37,361 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:36:37,361 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:36:40,081 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:36:40,086 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:36:40,087 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:36:40,087 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:36:40,087 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:36:40,087 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:36:40,087 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:36:40,087 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:36:40,087 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:36:42,948 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:36:42,948 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:36:46,773 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:36:46,784 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:36:46,785 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:36:46,785 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:36:46,785 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:36:46,786 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:36:48,143 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:36:48,144 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:36:48,460 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:36:48,462 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:47:14,357 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:47:14,371 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:47:21,065 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:47:21,195 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:47:21,196 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:47:29,110 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:47:29,140 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:47:29,141 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:47:29,141 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:47:29,141 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:47:29,141 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:47:29,141 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:47:29,141 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:47:29,142 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:47:35,445 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:47:35,446 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:47:39,299 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:47:39,311 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:47:39,311 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:47:39,311 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:47:39,311 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:47:39,311 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:47:40,743 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:47:40,744 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:47:41,063 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:47:41,065 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 18:38:07,848 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 18:38:07,866 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 18:38:08,741 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 18:38:08,853 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 18:38:08,867 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 18:38:11,610 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 18:38:11,616 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 18:38:11,616 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 18:38:11,616 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 18:38:11,616 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 18:38:11,616 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 18:38:11,616 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 18:38:11,617 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 18:38:11,617 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 18:38:15,025 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 18:38:15,025 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 18:38:19,023 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 18:38:19,035 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 18:38:19,035 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 18:38:19,036 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 18:38:19,036 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 18:38:19,036 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 18:38:20,518 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 18:38:20,518 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 18:38:20,851 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 18:38:20,853 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 18:50:51,199 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 18:50:51,218 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 18:50:51,857 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 18:50:51,965 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 18:50:51,966 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 18:50:54,705 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 18:50:54,711 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 18:50:54,711 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 18:50:54,711 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 18:50:54,711 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 18:50:54,711 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 18:50:54,711 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 18:50:54,711 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 18:50:54,712 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 18:50:58,142 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 18:50:58,144 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 18:51:02,152 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 18:51:02,163 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 18:51:02,163 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 18:51:02,164 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 18:51:02,164 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 18:51:02,164 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 18:51:03,638 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 18:51:03,639 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 18:51:03,977 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 18:51:03,978 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 22:22:54,426 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 22:22:54,437 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 22:22:58,582 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 22:22:58,691 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 22:22:58,691 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 22:23:01,430 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 22:23:01,435 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 22:23:01,435 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 22:23:01,436 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 22:23:01,436 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 22:23:01,436 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 22:23:01,436 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 22:23:01,436 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 22:23:01,436 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 22:23:04,503 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 22:23:04,503 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 22:23:08,447 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 22:23:08,458 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 22:23:08,459 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 22:23:08,459 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 22:23:08,459 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 22:23:08,459 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 22:23:09,904 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 22:23:09,905 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 22:23:10,240 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 22:23:10,242 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:07:21,203 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:07:26,343 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:07:26,993 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:07:31,437 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:07:31,437 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:07:38,831 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:07:38,836 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:07:38,836 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:07:38,836 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:07:38,836 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:07:38,836 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:07:38,836 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:07:38,837 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:07:38,837 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:07:42,041 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-05 14:07:42,041 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-05 14:07:46,031 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:07:46,042 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-05 14:07:46,121 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-05 14:07:46,121 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-05 14:07:46,122 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-05 14:07:46,122 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:07:47,664 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:07:47,665 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:07:47,997 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:07:47,999 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:21:22,421 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:21:22,433 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:21:23,055 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:21:23,161 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:21:23,161 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:21:25,880 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:21:25,885 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:21:25,885 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:21:25,885 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:21:25,886 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:21:25,886 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:21:25,886 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:21:25,886 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:21:25,886 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:21:29,997 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:21:29,997 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:21:35,057 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:21:35,240 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:21:35,241 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:21:35,241 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:21:35,241 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:21:35,241 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:21:35,241 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:21:35,241 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:21:35,241 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:21:36,723 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:21:36,723 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:21:37,048 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:21:37,049 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:22:44,161 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:22:44,163 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:22:44,751 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:22:44,867 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:22:44,867 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:22:47,594 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:22:47,599 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:22:47,599 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:22:47,599 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:22:47,599 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:22:47,600 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:22:47,600 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:22:47,600 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:22:47,600 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:22:51,912 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:22:51,912 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:22:56,209 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:22:56,394 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:22:56,394 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:22:56,394 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:22:56,394 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:22:56,394 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:22:56,394 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:22:56,395 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:22:56,395 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:22:59,482 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:22:59,482 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:22:59,816 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:22:59,818 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:24:08,711 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:24:08,712 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:24:09,308 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:24:09,401 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:24:09,402 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:24:12,133 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:24:12,138 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:24:12,138 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:24:12,138 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:24:12,138 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:24:12,139 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:24:12,139 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:24:12,139 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:24:12,139 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:24:16,732 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:24:16,732 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:24:22,212 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:24:22,395 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:24:22,395 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:24:22,395 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:24:22,396 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:24:22,396 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:24:22,396 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:24:22,396 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:24:22,397 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:24:25,051 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:24:25,052 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:24:25,378 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:24:25,379 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:25:29,217 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:25:29,218 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:25:29,847 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:25:29,942 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:25:29,943 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:25:32,672 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:25:32,677 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:25:32,678 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:25:32,678 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:25:32,678 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:25:32,678 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:25:32,678 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:25:32,679 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:25:32,679 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:25:36,552 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:25:36,552 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:25:41,786 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:25:41,970 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:25:41,970 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:25:41,970 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:25:41,970 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:25:41,970 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:25:41,970 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:25:41,970 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:25:41,971 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:25:43,384 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:25:43,384 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:25:43,708 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:25:43,710 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:28:00,503 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:28:00,504 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:28:01,078 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:28:01,166 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:28:01,166 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:28:03,799 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:28:03,804 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:28:03,804 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:28:03,804 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:28:03,804 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:28:03,804 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:28:03,804 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:28:03,805 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:28:03,805 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:28:08,390 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:28:08,390 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:28:14,393 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:28:14,575 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:28:14,575 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:28:14,576 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:28:14,576 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:28:14,576 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:28:14,576 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:28:14,576 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:28:14,577 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:28:16,023 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:28:16,023 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:28:16,347 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:28:16,349 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:29:40,418 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:29:40,419 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:29:41,020 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:29:41,117 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:29:41,117 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:29:43,850 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:29:43,855 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:29:43,856 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:29:43,856 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:29:43,856 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:29:43,856 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:29:43,856 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:29:43,856 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:29:43,857 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:29:48,705 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:29:48,705 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:29:55,373 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:29:55,557 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:29:55,557 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:29:55,557 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:29:55,557 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:29:55,557 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:29:55,558 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:29:55,558 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:29:55,558 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:29:57,594 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:29:57,595 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:29:57,928 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:29:57,930 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:30:25,381 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:30:25,382 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:30:25,976 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:30:26,074 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:30:26,074 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:30:28,805 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:30:28,810 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:30:28,810 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:30:28,810 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:30:28,811 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:30:28,811 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:30:28,811 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:30:28,811 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:30:28,811 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:30:35,754 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:30:35,754 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:30:42,716 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:30:42,901 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:30:42,901 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:30:42,901 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:30:42,902 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:30:42,902 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:30:42,902 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:30:42,902 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:30:42,902 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:30:44,963 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:30:44,963 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:30:45,285 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:30:45,287 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:38:34,072 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:38:34,074 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:38:37,022 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:38:37,151 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:38:37,151 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:38:47,441 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:38:47,459 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:38:47,459 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:38:47,460 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:38:47,460 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:38:47,460 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:38:47,460 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:38:47,460 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:38:47,460 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:39:00,428 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:39:00,428 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:39:09,045 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:39:09,416 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:39:09,417 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:39:09,417 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:39:09,417 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:39:09,417 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:39:09,417 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:39:09,418 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:39:09,418 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:39:12,984 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:39:12,984 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:39:13,323 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:39:13,324 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:40:45,074 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:40:45,075 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:40:45,861 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:40:45,960 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:40:45,961 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:40:48,719 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:40:48,724 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:40:48,724 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:40:48,725 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:40:48,725 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:40:48,725 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:40:48,725 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:40:48,725 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:40:48,725 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:40:59,115 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:40:59,115 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:41:07,258 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:41:07,443 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:41:07,444 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:41:07,444 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:41:07,444 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:41:07,444 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:41:07,444 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:41:07,444 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:41:07,444 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:41:12,191 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:41:12,191 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:41:12,527 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:41:12,529 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:43:05,416 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:43:05,421 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:43:06,228 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:43:06,323 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:43:06,324 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:43:09,073 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:43:09,078 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:43:09,078 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:43:09,078 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:43:09,078 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:43:09,078 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:43:09,079 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:43:09,079 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:43:09,079 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:43:17,784 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:43:17,785 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:43:26,006 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:43:26,191 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:43:26,191 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:43:26,192 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:43:26,192 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:43:26,192 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:43:26,192 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:43:26,192 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:43:26,192 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:43:28,756 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:43:28,757 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:43:29,091 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:43:29,093 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:45:08,930 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:45:08,931 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:45:09,656 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:45:09,762 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:45:09,762 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:45:12,524 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:45:12,529 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:45:12,530 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:45:12,530 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:45:12,530 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:45:12,530 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:45:12,530 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:45:12,530 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:45:12,530 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:45:22,806 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:45:22,806 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:45:31,359 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:45:31,544 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:45:31,544 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:45:31,544 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:45:31,545 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:45:31,545 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:45:31,545 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:45:31,545 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:45:31,545 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:45:33,586 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:45:33,586 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:45:33,933 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:45:33,935 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 15:25:18,831 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:25:18,847 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:25:21,809 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:25:21,946 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:25:21,947 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:25:32,241 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:25:32,270 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:25:32,270 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:25:32,270 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:25:32,270 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:25:32,270 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:25:32,271 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:25:32,272 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:25:32,272 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:25:41,139 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 15:25:41,139 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 15:25:50,525 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:25:50,925 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 15:25:50,925 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 15:25:50,925 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 15:25:50,925 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 15:25:50,926 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:25:50,926 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 15:25:50,926 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 15:25:50,926 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 15:25:53,020 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:25:53,021 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:25:53,360 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:25:53,361 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 15:26:42,700 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:26:42,703 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:26:43,401 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:26:43,481 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:26:43,481 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:26:46,160 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:26:46,165 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:26:46,165 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:26:46,165 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:26:46,165 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:26:46,166 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:26:46,166 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:26:46,166 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:26:46,166 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:26:51,992 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 15:26:51,992 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 15:26:58,464 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:26:58,649 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 15:26:58,649 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 15:26:58,650 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 15:26:58,650 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 15:26:58,650 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:26:58,650 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 15:26:58,650 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 15:26:58,650 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 15:27:00,400 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:27:00,401 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:27:00,741 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:27:00,742 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 15:44:49,032 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:44:49,057 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:44:52,695 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:44:52,825 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:44:52,825 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:45:00,213 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:45:00,223 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:45:00,223 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:45:00,223 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:45:00,224 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:45:00,224 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:45:00,224 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:45:00,224 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:45:00,224 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:45:07,698 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 15:45:07,700 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:45:07,700 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:45:08,053 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 15:45:08,054 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/ctc_lin.py", line 392, in + english_asr_model.recover_if_possible() +AttributeError: 'ASRCV' object has no attribute 'recover_if_possible' +2023-09-05 15:49:41,334 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:49:41,335 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:49:42,364 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:49:42,461 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:49:42,461 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:49:45,218 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:49:45,223 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:49:45,224 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:49:45,224 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:49:45,224 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:49:45,224 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:49:45,224 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:49:45,224 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:49:45,224 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:49:52,793 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 15:49:52,796 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:49:52,796 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:49:53,127 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 15:49:53,134 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+15-26-05+00 +2023-09-05 15:49:57,566 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:49:57,566 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:49:57,874 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:49:57,919 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 15:50:02,391 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/ctc_lin.py", line 400, in + asr_brain.eval() +AttributeError: 'ASR' object has no attribute 'eval' +2023-09-05 15:51:39,981 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:51:39,993 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:51:40,807 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:51:40,904 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:51:40,905 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:51:43,655 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:51:43,660 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:51:43,661 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:51:43,661 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:51:43,661 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:51:43,661 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:51:43,661 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:51:43,661 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:51:43,661 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:51:51,461 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 15:51:51,463 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:51:51,463 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:51:51,803 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 15:51:51,805 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+15-26-05+00 +2023-09-05 15:51:53,247 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:51:53,247 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:51:53,548 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:51:53,553 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 15:51:55,032 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 15:52:50,845 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:52:50,846 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:52:51,564 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:52:51,665 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:52:51,665 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:52:54,420 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:52:54,425 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:52:54,425 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:52:54,425 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:52:54,426 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:52:54,426 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:52:54,426 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:52:54,426 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:52:54,426 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:53:01,665 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 15:53:01,667 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:53:01,668 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:53:01,997 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 15:53:01,999 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+15-26-05+00 +2023-09-05 15:53:03,485 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:53:03,485 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:53:03,789 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:53:03,794 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 15:53:05,564 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 15:54:25,095 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:54:25,096 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:54:25,803 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:54:25,902 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:54:25,903 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:54:28,653 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:54:28,659 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:54:28,659 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:54:28,659 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:54:28,659 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:54:28,659 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:54:28,659 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:54:28,659 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:54:28,659 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:54:36,518 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 15:54:36,520 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:54:36,520 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:54:36,850 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 15:54:36,853 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+15-26-05+00 +2023-09-05 15:54:38,429 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:54:38,429 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:54:38,731 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:54:38,736 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 15:54:40,281 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 15:55:11,638 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:55:11,639 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:55:12,300 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:55:12,423 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:55:12,424 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:55:15,179 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:55:15,184 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:55:15,184 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:55:15,184 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:55:15,184 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:55:15,185 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:55:15,185 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:55:15,185 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:55:15,185 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:55:22,482 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 15:55:22,484 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:55:22,485 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:55:22,811 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 15:55:22,812 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+15-26-05+00 +2023-09-05 15:55:24,314 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:55:24,314 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:55:24,621 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:55:24,625 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 15:55:26,295 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 16:01:17,897 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 16:01:17,899 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 16:01:19,122 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 16:01:19,234 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 16:01:19,235 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 16:01:21,964 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 16:01:21,969 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 16:01:21,969 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 16:01:21,970 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 16:01:21,970 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 16:01:21,970 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 16:01:21,970 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 16:01:21,970 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 16:01:21,971 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 16:01:25,039 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 16:01:25,039 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 16:01:28,996 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 16:01:29,179 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 16:01:29,179 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 16:01:29,180 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 16:01:29,180 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 16:01:29,180 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 16:01:29,180 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 16:01:29,180 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 16:01:29,180 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 16:01:30,316 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 16:01:30,316 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 16:01:30,638 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 16:01:30,639 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 393, in + asr_brain.recover_if_possible() +AttributeError: 'ASR' object has no attribute 'recover_if_possible' +2023-09-05 16:01:57,468 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 16:01:57,469 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 16:01:58,088 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 16:01:58,188 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 16:01:58,189 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 16:02:00,938 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 16:02:00,943 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 16:02:00,943 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 16:02:00,943 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 16:02:00,943 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 16:02:00,943 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 16:02:00,944 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 16:02:00,944 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 16:02:00,944 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 16:02:04,242 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 16:02:04,242 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 16:02:08,255 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 16:02:08,446 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 16:02:08,447 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 16:02:08,523 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 16:02:08,524 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 16:02:08,524 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 16:02:08,524 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 16:02:08,524 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 16:02:08,524 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 16:02:09,687 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 16:02:09,688 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 16:02:10,011 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 16:02:10,029 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 16:02:11,804 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 17:14:35,746 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 17:14:35,779 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 17:14:39,696 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 17:14:39,792 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 17:14:39,793 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 17:14:48,091 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 17:14:48,104 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 17:14:48,104 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 17:14:48,104 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 17:14:48,105 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 17:14:48,105 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 17:14:48,105 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 17:14:48,105 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 17:14:48,105 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 17:14:56,101 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 17:14:56,101 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 17:15:01,214 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 17:15:01,555 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 17:15:01,556 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 17:15:01,556 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 17:15:01,556 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 17:15:01,556 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 17:15:01,556 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 17:15:01,556 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 17:15:01,556 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 17:15:03,712 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 17:15:03,712 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 17:15:04,030 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 17:15:04,093 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 17:15:09,082 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 18:49:41,175 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 18:49:41,195 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 18:49:42,905 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 18:49:43,009 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 18:49:43,009 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 18:49:45,749 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 18:49:45,754 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 18:49:45,755 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 18:49:45,755 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 18:49:45,755 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 18:49:45,755 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 18:49:45,755 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 18:49:45,769 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 18:49:45,769 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 18:49:56,170 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 18:49:56,172 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 18:49:56,173 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 18:49:56,498 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 18:49:56,534 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+18-26-28+00 +2023-09-05 18:50:01,703 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 18:50:01,703 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 18:50:02,013 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 18:50:02,018 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 18:50:07,569 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 18:58:05,380 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 18:58:05,413 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 18:58:06,164 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 18:58:06,262 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 18:58:06,263 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 18:58:08,999 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 18:58:09,028 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 18:58:09,028 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 18:58:09,028 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 18:58:09,029 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 18:58:09,029 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 18:58:09,029 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 18:58:09,029 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 18:58:09,029 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 18:58:18,627 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 18:58:18,630 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 18:58:18,630 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 18:58:18,954 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 18:58:18,961 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+18-56-32+00 +2023-09-05 18:58:21,394 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 18:58:21,394 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 18:58:21,705 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 18:58:21,710 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 18:58:26,189 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:39:36,485 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:39:36,497 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:39:38,530 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:39:38,666 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:39:38,666 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:39:48,390 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:39:48,395 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:39:48,395 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:39:48,395 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:39:48,395 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:39:48,395 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:39:48,396 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:39:48,396 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:39:48,396 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:39:59,825 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:39:59,828 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:39:59,828 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:40:00,161 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:40:00,168 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:40:02,884 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:40:02,885 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:40:03,190 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:40:03,196 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:40:07,370 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:42:43,816 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:42:43,817 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:42:44,501 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:42:44,599 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:42:44,599 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:42:47,349 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:42:47,359 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:42:47,359 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:42:47,360 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:42:47,360 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:42:47,360 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:42:47,360 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:42:47,360 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:42:47,361 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:42:59,897 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:42:59,899 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:42:59,899 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:43:00,220 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:43:00,222 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:43:01,649 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:43:01,649 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:43:01,950 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:43:01,954 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:43:03,466 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:43:44,043 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:43:44,044 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:43:44,689 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:43:44,791 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:43:44,791 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:43:47,534 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:43:47,630 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:43:47,630 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:43:47,630 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:43:47,630 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:43:47,631 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:43:47,631 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:43:47,631 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:43:47,631 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:43:59,724 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:43:59,726 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:43:59,727 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:44:00,064 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:44:00,066 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:44:01,555 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:44:01,555 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:44:01,861 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:44:01,865 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:44:03,546 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:45:04,917 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:45:04,920 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:45:05,580 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:45:05,674 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:45:05,675 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:45:08,417 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:45:08,422 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:45:08,423 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:45:08,423 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:45:08,423 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:45:08,423 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:45:08,423 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:45:08,423 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:45:08,423 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:45:18,583 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:45:18,586 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:45:18,586 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:45:18,911 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:45:18,913 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:45:20,430 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:45:20,430 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:45:20,736 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:45:20,741 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:45:22,470 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:46:33,402 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:46:33,405 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:46:34,102 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:46:34,207 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:46:34,208 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:46:36,954 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:46:36,960 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:46:36,960 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:46:36,960 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:46:36,960 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:46:36,960 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:46:36,960 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:46:36,961 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:46:36,981 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:46:46,209 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:46:46,212 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:46:46,212 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:46:46,550 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:46:46,552 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:46:48,175 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:46:48,175 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:46:48,482 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:46:48,487 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:46:50,018 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:48:26,843 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:48:26,851 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:48:27,675 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:48:27,777 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:48:27,778 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:48:30,517 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:48:30,522 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:48:30,522 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:48:30,522 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:48:30,523 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:48:30,523 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:48:30,523 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:48:30,523 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:48:30,523 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:48:38,136 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:48:38,139 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:48:38,139 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:48:38,460 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:48:38,462 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:48:39,936 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:48:39,937 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:48:40,237 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:48:40,241 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:48:41,866 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:50:22,876 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:50:22,910 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:50:23,680 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:50:23,791 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:50:23,791 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:50:26,532 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:50:26,537 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:50:26,537 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:50:26,537 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:50:26,538 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:50:26,538 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:50:26,538 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:50:26,538 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:50:26,538 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:50:34,879 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:50:34,882 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:50:34,882 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:50:35,208 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:50:35,210 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:50:36,714 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:50:36,714 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:50:37,020 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:50:37,024 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:50:38,749 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 10:08:39,855 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 10:08:42,651 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 10:08:49,083 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 10:08:51,203 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 10:08:51,203 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 10:08:53,939 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 10:08:53,944 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 10:08:53,944 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 10:08:53,944 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 10:08:53,944 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 10:08:53,944 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 10:08:53,944 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 10:08:53,944 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 10:08:53,948 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 10:09:03,469 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 10:09:03,471 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:09:03,471 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:09:03,794 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 10:09:03,805 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+09-34-39+00 +2023-09-06 10:09:08,582 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:09:08,582 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:09:08,885 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 10:09:08,891 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 10:09:14,317 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 10:12:52,506 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 10:12:52,524 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 10:12:53,518 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 10:12:53,623 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 10:12:53,623 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 10:12:56,350 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 10:12:56,355 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 10:12:56,355 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 10:12:56,355 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 10:12:56,355 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 10:12:56,355 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 10:12:56,355 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 10:12:56,356 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 10:12:56,356 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 10:13:05,971 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 10:13:05,973 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:13:05,974 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:13:06,289 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 10:13:06,294 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+09-34-39+00 +2023-09-06 10:13:10,919 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:13:10,919 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:13:11,223 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 10:13:11,227 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 10:13:16,185 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 10:13:33,102 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 10:13:33,104 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 10:13:33,724 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 10:13:33,822 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 10:13:33,823 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 10:13:36,552 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 10:13:36,557 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 10:13:36,557 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 10:13:36,558 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 10:13:36,558 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 10:13:36,558 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 10:13:36,558 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 10:13:36,558 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 10:13:36,558 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 10:13:45,876 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 10:13:45,878 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:13:45,878 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:13:46,193 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 10:13:46,196 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+09-34-39+00 +2023-09-06 10:13:48,537 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:13:48,553 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:13:48,857 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 10:13:48,861 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 10:13:51,807 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 10:16:51,368 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 10:16:51,391 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 10:16:52,101 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 10:16:52,207 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 10:16:52,207 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 10:16:54,935 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 10:16:54,940 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 10:16:54,940 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 10:16:54,940 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 10:16:54,940 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 10:16:54,940 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 10:16:54,940 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 10:16:54,942 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 10:16:54,942 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 10:17:04,626 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 10:17:04,628 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:17:04,628 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:17:04,942 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 10:17:04,945 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+09-34-39+00 +2023-09-06 10:17:08,110 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:17:08,111 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:17:08,413 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 10:17:08,418 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 10:17:12,187 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 10:35:35,645 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 10:35:35,664 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 10:35:36,328 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 10:35:36,411 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 10:35:36,411 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 10:35:39,049 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 10:35:39,055 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 10:35:39,055 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 10:35:39,055 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 10:35:39,055 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 10:35:39,055 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 10:35:39,055 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 10:35:39,055 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 10:35:39,055 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 10:35:48,979 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 10:35:48,981 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:35:48,981 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:35:49,297 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 10:35:49,300 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+09-34-39+00 +2023-09-06 10:35:52,773 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:35:52,774 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:35:53,078 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 10:35:53,083 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 10:35:57,928 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 10:53:50,425 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 10:53:50,453 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 10:53:51,860 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 10:53:51,965 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 10:53:51,965 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 10:53:54,691 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 10:53:54,697 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 10:53:54,697 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 10:53:54,697 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 10:53:54,697 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 10:53:54,697 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 10:53:54,697 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 10:53:54,697 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 10:53:54,697 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 10:54:04,597 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 10:54:04,599 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:54:04,599 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:54:04,915 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 10:54:04,921 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+10-52-11+00 +2023-09-06 10:54:07,233 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:54:07,234 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:54:07,537 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 10:54:07,542 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 10:54:12,590 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 18:11:01,398 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 18:11:01,422 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 18:11:06,547 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 18:11:06,656 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 18:11:06,657 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 18:11:13,759 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 18:11:13,764 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 18:11:13,764 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 18:11:13,764 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 18:11:13,764 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 18:11:13,765 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 18:11:13,765 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 18:11:13,765 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 18:11:13,765 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 18:11:21,158 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 18:11:21,160 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 18:11:21,160 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 18:11:21,485 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 18:11:21,496 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+17-53-06+00 +2023-09-06 18:11:32,602 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 18:11:32,602 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 18:11:32,906 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 18:11:32,911 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 18:11:37,093 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 19:39:53,329 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 19:39:53,344 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 19:39:53,960 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 19:39:54,065 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 19:39:54,066 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 19:39:56,794 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 19:39:56,799 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 19:39:56,799 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 19:39:56,799 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 19:39:56,799 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 19:39:56,800 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 19:39:56,800 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 19:39:56,800 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 19:39:56,800 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 19:40:03,560 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 19:40:03,562 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 19:40:03,562 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 19:40:03,878 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 19:40:03,886 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+19-23-18+00 +2023-09-06 19:40:08,084 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 19:40:08,084 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 19:40:08,388 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 19:40:08,393 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 19:40:12,738 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 19:45:53,524 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 19:45:53,525 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 19:45:54,182 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 19:45:54,289 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 19:45:54,289 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 19:45:57,090 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 19:45:57,095 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 19:45:57,096 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 19:45:57,096 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 19:45:57,096 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 19:45:57,096 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 19:45:57,096 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 19:45:57,096 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 19:45:57,096 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 19:46:04,135 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 19:46:04,138 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 19:46:04,138 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 19:46:04,457 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 19:46:04,459 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+19-23-18+00 +2023-09-06 19:46:08,042 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 19:46:08,042 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 19:46:08,348 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 19:46:08,352 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 19:46:11,827 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-07 15:00:23,164 - speechbrain.core - INFO - Beginning experiment! +2023-09-07 15:00:28,100 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-07 15:00:28,815 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-07 15:00:33,070 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-07 15:00:33,071 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-07 15:00:35,790 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-07 15:00:35,796 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-07 15:00:35,796 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-07 15:00:35,796 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-07 15:00:35,797 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-07 15:00:35,797 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-07 15:00:35,797 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-07 15:00:35,797 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-07 15:00:35,797 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-07 15:00:42,856 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-07 15:00:42,859 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-07 15:00:42,859 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-07 15:00:43,182 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-07 15:00:43,184 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-07 15:00:47,324 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-07 15:00:47,324 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-07 15:00:47,635 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-07 15:00:47,651 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-07 15:00:52,034 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-07 18:15:54,992 - speechbrain.core - INFO - Beginning experiment! +2023-09-07 18:15:55,005 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-07 18:15:58,456 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-07 18:15:58,597 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-07 18:15:58,597 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-07 18:16:05,894 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-07 18:16:05,925 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-07 18:16:05,925 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-07 18:16:05,926 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-07 18:16:05,926 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-07 18:16:05,926 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-07 18:16:05,926 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-07 18:16:05,926 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-07 18:16:05,926 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-07 18:16:16,207 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-07 18:16:16,210 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-07 18:16:16,210 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-07 18:16:16,525 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-07 18:16:16,531 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-07 18:16:20,870 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-07 18:16:20,870 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-07 18:16:21,168 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-07 18:16:21,174 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-07 18:16:26,040 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 11:19:55,027 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 11:20:00,033 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 11:20:05,467 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 11:20:10,062 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 11:20:10,063 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 11:20:12,795 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 11:20:12,800 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 11:20:12,800 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 11:20:12,800 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 11:20:12,801 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 11:20:12,801 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 11:20:12,801 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 11:20:12,802 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 11:20:12,802 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 11:20:19,683 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 11:20:19,686 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:20:19,686 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:20:19,996 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 11:20:20,001 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 11:20:24,037 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:20:24,037 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:20:24,337 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 11:20:24,360 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 11:20:28,467 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 11:23:15,226 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 11:23:15,246 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 11:23:16,362 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 11:23:16,458 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 11:23:16,458 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 11:23:19,186 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 11:23:19,191 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 11:23:19,191 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 11:23:19,191 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 11:23:19,192 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 11:23:19,192 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 11:23:19,192 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 11:23:19,192 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 11:23:19,192 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 11:23:26,344 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 11:23:26,346 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:23:26,346 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:23:26,658 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 11:23:26,659 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 11:23:28,928 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:23:28,928 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:23:29,226 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 11:23:29,231 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 11:23:31,304 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 11:31:34,897 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 11:31:34,898 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 11:31:35,585 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 11:31:35,693 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 11:31:35,694 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 11:31:38,428 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 11:31:38,433 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 11:31:38,433 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 11:31:38,433 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 11:31:38,433 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 11:31:38,434 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 11:31:38,434 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 11:31:38,434 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 11:31:38,434 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 11:31:45,336 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 11:31:45,339 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:31:45,339 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:31:45,652 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 11:31:45,654 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 11:31:49,269 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:31:49,269 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:31:49,571 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 11:31:49,576 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 11:31:53,679 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 11:33:35,042 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 11:33:35,044 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 11:33:35,790 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 11:33:35,886 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 11:33:35,887 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 11:33:38,620 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 11:33:38,625 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 11:33:38,626 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 11:33:38,626 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 11:33:38,626 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 11:33:38,626 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 11:33:38,626 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 11:33:38,626 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 11:33:38,626 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 11:33:45,669 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 11:33:45,671 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:33:45,671 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:33:45,982 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 11:33:45,984 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 11:33:47,574 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:33:47,575 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:33:47,874 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 11:33:47,879 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 11:33:49,441 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 11:36:09,698 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 11:36:09,707 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 11:36:10,796 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 11:36:10,923 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 11:36:10,923 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 11:36:13,654 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 11:36:13,659 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 11:36:13,659 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 11:36:13,659 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 11:36:13,660 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 11:36:13,660 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 11:36:13,660 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 11:36:13,660 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 11:36:13,660 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 11:36:20,446 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 11:36:20,449 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:36:20,449 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:36:20,763 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 11:36:20,765 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 11:36:22,156 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:36:22,157 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:36:22,459 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 11:36:22,464 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 11:36:24,007 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 11:38:35,520 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 11:38:35,522 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 11:38:36,249 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 11:38:36,359 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 11:38:36,359 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 11:38:39,087 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 11:38:39,092 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 11:38:39,092 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 11:38:39,093 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 11:38:39,093 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 11:38:39,093 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 11:38:39,093 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 11:38:39,093 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 11:38:39,094 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 11:38:45,884 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 11:38:45,886 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:38:45,886 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:38:46,200 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 11:38:46,202 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 11:38:47,609 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:38:47,609 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:38:47,912 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 11:38:47,917 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 11:38:49,455 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 12:02:14,768 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 12:02:14,784 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 12:02:15,562 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 12:02:15,668 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 12:02:15,668 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 12:02:18,406 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 12:02:18,411 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 12:02:18,411 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 12:02:18,411 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 12:02:18,411 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 12:02:18,411 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 12:02:18,411 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 12:02:18,411 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 12:02:18,411 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 12:02:25,627 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 12:02:25,630 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:02:25,630 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:02:25,971 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 12:02:25,973 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 12:02:30,263 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:02:30,263 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:02:30,573 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 12:02:30,578 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 12:02:34,990 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 12:15:23,939 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 12:15:23,949 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 12:15:24,669 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 12:15:24,783 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 12:15:24,783 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 12:15:27,556 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 12:15:27,562 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 12:15:27,562 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 12:15:27,562 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 12:15:27,562 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 12:15:27,562 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 12:15:27,562 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 12:15:27,562 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 12:15:27,563 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 12:15:34,972 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 12:15:34,975 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:15:34,975 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:15:35,296 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 12:15:35,298 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 12:15:39,211 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:15:39,211 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:15:39,515 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 12:15:39,519 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 12:15:43,573 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 12:21:22,009 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 12:21:22,010 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 12:21:22,716 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 12:21:22,828 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 12:21:22,829 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 12:21:25,573 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 12:21:25,577 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 12:21:25,578 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 12:21:25,578 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 12:21:25,578 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 12:21:25,579 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 12:21:25,579 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 12:21:25,579 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 12:21:25,579 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 12:21:32,823 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 12:21:32,825 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:21:32,825 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:21:33,150 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 12:21:33,152 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 12:21:35,518 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:21:35,518 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:21:35,823 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 12:21:35,827 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 12:21:38,518 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 12:25:34,704 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 12:25:34,722 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 12:25:35,526 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 12:25:35,637 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 12:25:35,637 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 12:25:38,388 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 12:25:38,393 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 12:25:38,393 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 12:25:38,394 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 12:25:38,394 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 12:25:38,394 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 12:25:38,394 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 12:25:38,394 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 12:25:38,394 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 12:25:45,826 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 12:25:45,829 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:25:45,829 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:25:46,147 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 12:25:46,149 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 12:25:49,766 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:25:49,767 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:25:50,072 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 12:25:50,077 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 12:25:53,580 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 12:28:37,610 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 12:28:37,612 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 12:28:38,261 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 12:28:38,351 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 12:28:38,351 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 12:28:41,007 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 12:28:41,013 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 12:28:41,013 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 12:28:41,013 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 12:28:41,013 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 12:28:41,013 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 12:28:41,013 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 12:28:41,014 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 12:28:41,014 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 12:28:47,550 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 12:28:47,552 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:28:47,553 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:28:47,866 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 12:28:47,868 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 12:28:49,635 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:28:49,635 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:28:49,940 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 12:28:49,944 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 12:28:51,738 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 14:03:25,747 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 14:03:25,762 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 14:03:26,415 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 14:03:26,519 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 14:03:26,519 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 14:03:29,255 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 14:03:29,259 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 14:03:29,260 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 14:03:29,260 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 14:03:29,260 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 14:03:29,260 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 14:03:29,260 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 14:03:29,260 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 14:03:29,260 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 14:03:36,412 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 14:03:36,415 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 14:03:36,415 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 14:03:36,725 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 14:03:36,727 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 14:03:40,948 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 14:03:40,948 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 14:03:41,246 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 14:03:41,251 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 14:03:45,395 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 16:46:44,648 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 16:46:44,685 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 16:46:45,351 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 16:46:45,486 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 16:46:45,486 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 16:46:52,753 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 16:46:52,765 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 16:46:52,766 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 16:46:52,766 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 16:46:52,766 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 16:46:52,766 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 16:46:52,766 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 16:46:52,766 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 16:46:52,766 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 16:47:00,328 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 16:47:00,331 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 16:47:00,332 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 16:47:00,655 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 16:47:00,660 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 16:47:04,747 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 16:47:04,748 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 16:47:05,056 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 16:47:05,062 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 16:47:09,505 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP.