Training in progress, step 3750
Browse files
README.md
CHANGED
@@ -1,25 +1,20 @@
|
|
1 |
---
|
2 |
library_name: transformers
|
3 |
-
language:
|
4 |
-
- zh
|
5 |
license: apache-2.0
|
6 |
base_model: openai/whisper-small
|
7 |
tags:
|
8 |
- generated_from_trainer
|
9 |
model-index:
|
10 |
-
- name: Whisper-Small-
|
11 |
results: []
|
12 |
---
|
13 |
|
14 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
15 |
should probably proofread and complete it, then remove this comment. -->
|
16 |
|
17 |
-
# Whisper-Small-
|
18 |
|
19 |
-
This model is a fine-tuned version of [openai/whisper-small](https://huggingface.co/openai/whisper-small) on the
|
20 |
-
It achieves the following results on the evaluation set:
|
21 |
-
- Loss: 0.4281
|
22 |
-
- Cer: 24.9352
|
23 |
|
24 |
## Model description
|
25 |
|
@@ -45,31 +40,9 @@ The following hyperparameters were used during training:
|
|
45 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
46 |
- lr_scheduler_type: linear
|
47 |
- lr_scheduler_warmup_steps: 3750
|
48 |
-
- training_steps:
|
49 |
- mixed_precision_training: Native AMP
|
50 |
|
51 |
-
### Training results
|
52 |
-
|
53 |
-
| Training Loss | Epoch | Step | Cer | Validation Loss |
|
54 |
-
|:-------------:|:-----:|:-----:|:--------:|:---------------:|
|
55 |
-
| 3.0206 | 1.0 | 3750 | 101.4703 | 2.9448 |
|
56 |
-
| 2.6624 | 2.0 | 7500 | 99.0366 | 2.7587 |
|
57 |
-
| 1.4476 | 3.0 | 11250 | 80.5695 | 1.4832 |
|
58 |
-
| 0.7219 | 4.0 | 15000 | 49.1456 | 0.8063 |
|
59 |
-
| 0.5387 | 5.0 | 18750 | 41.2985 | 0.6620 |
|
60 |
-
| 0.3824 | 6.0 | 22500 | 39.1312 | 0.6240 |
|
61 |
-
| 0.3445 | 7.0 | 26250 | 37.5137 | 0.5984 |
|
62 |
-
| 0.2819 | 8.0 | 30000 | 36.6006 | 0.5823 |
|
63 |
-
| 0.538 | 9.0 | 33750 | 0.5156 | 30.9133 |
|
64 |
-
| 0.3792 | 10.0 | 37500 | 0.4562 | 27.3205 |
|
65 |
-
| 0.2974 | 11.0 | 41250 | 0.4408 | 26.4521 |
|
66 |
-
| 0.2281 | 12.0 | 45000 | 0.4225 | 25.7254 |
|
67 |
-
| 0.1644 | 13.0 | 48750 | 0.4207 | 25.1123 |
|
68 |
-
| 0.1208 | 14.0 | 52500 | 0.4241 | 25.0098 |
|
69 |
-
| 0.0877 | 15.0 | 56250 | 0.4232 | 24.9781 |
|
70 |
-
| 0.0652 | 16.0 | 60000 | 0.4281 | 24.9352 |
|
71 |
-
|
72 |
-
|
73 |
### Framework versions
|
74 |
|
75 |
- Transformers 4.44.2
|
|
|
1 |
---
|
2 |
library_name: transformers
|
|
|
|
|
3 |
license: apache-2.0
|
4 |
base_model: openai/whisper-small
|
5 |
tags:
|
6 |
- generated_from_trainer
|
7 |
model-index:
|
8 |
+
- name: Whisper-Small-architecture-change
|
9 |
results: []
|
10 |
---
|
11 |
|
12 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
13 |
should probably proofread and complete it, then remove this comment. -->
|
14 |
|
15 |
+
# Whisper-Small-architecture-change
|
16 |
|
17 |
+
This model is a fine-tuned version of [openai/whisper-small](https://huggingface.co/openai/whisper-small) on the None dataset.
|
|
|
|
|
|
|
18 |
|
19 |
## Model description
|
20 |
|
|
|
40 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
41 |
- lr_scheduler_type: linear
|
42 |
- lr_scheduler_warmup_steps: 3750
|
43 |
+
- training_steps: 30000
|
44 |
- mixed_precision_training: Native AMP
|
45 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
46 |
### Framework versions
|
47 |
|
48 |
- Transformers 4.44.2
|
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "
|
3 |
"activation_dropout": 0.0,
|
4 |
"activation_function": "gelu",
|
5 |
"apply_spec_augment": false,
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "openai/whisper-small",
|
3 |
"activation_dropout": 0.0,
|
4 |
"activation_function": "gelu",
|
5 |
"apply_spec_augment": false,
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:217e84bb6492f83615c0f1216ea4f5292fd648212b5663d0f96d1879f52fc651
|
3 |
+
size 1291395552
|
runs/Sep01_09-26-36_DESKTOP-Q3M97DH/events.out.tfevents.1725154122.DESKTOP-Q3M97DH.21424.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf8bb2443516f341cf7a009c3a65910e35cb2f1254f8747ccaf22bbdf8a1588e
|
3 |
+
size 38683
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5368
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7e4fb31a9d455be3904f3b52d11f1fe377341a45f4469b9752f8a9ba9f631db3
|
3 |
size 5368
|