Marcos12886
commited on
Commit
•
e7a8fea
1
Parent(s):
0c59aa1
Upload folder using huggingface_hub
Browse files- README.md +7 -36
- checkpoint-85/config.json +3 -2
- checkpoint-85/model.safetensors +1 -1
- checkpoint-85/optimizer.pt +1 -1
- checkpoint-85/rng_state.pth +1 -1
- checkpoint-85/scheduler.pt +1 -1
- checkpoint-85/trainer_state.json +13 -10
- checkpoint-85/training_args.bin +1 -1
- config.json +3 -2
- model.safetensors +1 -1
- runs/Sep08_19-39-26_ubumarcos/events.out.tfevents.1725817167.ubumarcos +3 -0
- training_args.bin +1 -1
README.md
CHANGED
@@ -4,26 +4,9 @@ license: apache-2.0
|
|
4 |
base_model: ntu-spml/distilhubert
|
5 |
tags:
|
6 |
- generated_from_trainer
|
7 |
-
datasets:
|
8 |
-
- audiofolder
|
9 |
-
metrics:
|
10 |
-
- accuracy
|
11 |
model-index:
|
12 |
- name: distilhubert-finetuned-cry-detector
|
13 |
-
results:
|
14 |
-
- task:
|
15 |
-
name: Audio Classification
|
16 |
-
type: audio-classification
|
17 |
-
dataset:
|
18 |
-
name: audiofolder
|
19 |
-
type: audiofolder
|
20 |
-
config: default
|
21 |
-
split: train
|
22 |
-
args: default
|
23 |
-
metrics:
|
24 |
-
- name: Accuracy
|
25 |
-
type: accuracy
|
26 |
-
value: 0.9926739926739927
|
27 |
---
|
28 |
|
29 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
@@ -31,10 +14,7 @@ should probably proofread and complete it, then remove this comment. -->
|
|
31 |
|
32 |
# distilhubert-finetuned-cry-detector
|
33 |
|
34 |
-
This model is a fine-tuned version of [ntu-spml/distilhubert](https://huggingface.co/ntu-spml/distilhubert) on
|
35 |
-
It achieves the following results on the evaluation set:
|
36 |
-
- Loss: 0.0459
|
37 |
-
- Accuracy: 0.9927
|
38 |
|
39 |
## Model description
|
40 |
|
@@ -62,26 +42,17 @@ The following hyperparameters were used during training:
|
|
62 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
63 |
- lr_scheduler_type: cosine
|
64 |
- lr_scheduler_warmup_ratio: 0.001
|
65 |
-
- num_epochs:
|
66 |
|
67 |
### Training results
|
68 |
|
69 |
-
| Training Loss | Epoch | Step | Validation Loss | Accuracy |
|
70 |
-
|
71 |
-
| No log | 0.9956 | 85 | 0.
|
72 |
-
| No log | 1.9912 | 170 | 0.0466 | 0.9861 |
|
73 |
-
| No log | 2.9985 | 256 | 0.0489 | 0.9853 |
|
74 |
-
| No log | 3.9941 | 341 | 0.0423 | 0.9897 |
|
75 |
-
| No log | 4.9898 | 426 | 0.0443 | 0.9919 |
|
76 |
-
| 0.055 | 5.9971 | 512 | 0.0434 | 0.9927 |
|
77 |
-
| 0.055 | 6.9927 | 597 | 0.0440 | 0.9927 |
|
78 |
-
| 0.055 | 8.0 | 683 | 0.0460 | 0.9927 |
|
79 |
-
| 0.055 | 8.9956 | 768 | 0.0459 | 0.9927 |
|
80 |
|
81 |
|
82 |
### Framework versions
|
83 |
|
84 |
- Transformers 4.44.2
|
85 |
-
- Pytorch 2.4.
|
86 |
-
- Datasets 2.21.0
|
87 |
- Tokenizers 0.19.1
|
|
|
4 |
base_model: ntu-spml/distilhubert
|
5 |
tags:
|
6 |
- generated_from_trainer
|
|
|
|
|
|
|
|
|
7 |
model-index:
|
8 |
- name: distilhubert-finetuned-cry-detector
|
9 |
+
results: []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
---
|
11 |
|
12 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
|
|
14 |
|
15 |
# distilhubert-finetuned-cry-detector
|
16 |
|
17 |
+
This model is a fine-tuned version of [ntu-spml/distilhubert](https://huggingface.co/ntu-spml/distilhubert) on an unknown dataset.
|
|
|
|
|
|
|
18 |
|
19 |
## Model description
|
20 |
|
|
|
42 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
43 |
- lr_scheduler_type: cosine
|
44 |
- lr_scheduler_warmup_ratio: 0.001
|
45 |
+
- num_epochs: 1
|
46 |
|
47 |
### Training results
|
48 |
|
49 |
+
| Training Loss | Epoch | Step | Validation Loss | Accuracy | Precision | Recall | F1 |
|
50 |
+
|:-------------:|:------:|:----:|:---------------:|:--------:|:---------:|:------:|:------:|
|
51 |
+
| No log | 0.9956 | 85 | 0.1412 | 0.9480 | 0.9478 | 0.9480 | 0.9476 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
52 |
|
53 |
|
54 |
### Framework versions
|
55 |
|
56 |
- Transformers 4.44.2
|
57 |
+
- Pytorch 2.4.1+cu121
|
|
|
58 |
- Tokenizers 0.19.1
|
checkpoint-85/config.json
CHANGED
@@ -45,6 +45,7 @@
|
|
45 |
"feat_proj_dropout": 0.0,
|
46 |
"feat_proj_layer_norm": false,
|
47 |
"final_dropout": 0.0,
|
|
|
48 |
"hidden_act": "gelu",
|
49 |
"hidden_dropout": 0.1,
|
50 |
"hidden_size": 768,
|
@@ -55,8 +56,8 @@
|
|
55 |
"initializer_range": 0.02,
|
56 |
"intermediate_size": 3072,
|
57 |
"label2id": {
|
58 |
-
"crying":
|
59 |
-
"no_crying":
|
60 |
},
|
61 |
"layer_norm_eps": 1e-05,
|
62 |
"layerdrop": 0.0,
|
|
|
45 |
"feat_proj_dropout": 0.0,
|
46 |
"feat_proj_layer_norm": false,
|
47 |
"final_dropout": 0.0,
|
48 |
+
"finetuning_task": "audio-classification",
|
49 |
"hidden_act": "gelu",
|
50 |
"hidden_dropout": 0.1,
|
51 |
"hidden_size": 768,
|
|
|
56 |
"initializer_range": 0.02,
|
57 |
"intermediate_size": 3072,
|
58 |
"label2id": {
|
59 |
+
"crying": 0,
|
60 |
+
"no_crying": 1
|
61 |
},
|
62 |
"layer_norm_eps": 1e-05,
|
63 |
"layerdrop": 0.0,
|
checkpoint-85/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 94763496
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc34463948a1090e862c3f562483f73d9b8575c62d53f2695ead5ce878d0cb51
|
3 |
size 94763496
|
checkpoint-85/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 189552570
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5ba6adf038bf97d13877d07c2b4f80c5c03dfe374baab7016ddf90c2ab446438
|
3 |
size 189552570
|
checkpoint-85/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14308
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3db364763fd75b720e1e92ab8fcebb6dd7848ca54daab21f7eb8f5ba3936503a
|
3 |
size 14308
|
checkpoint-85/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:08ad4dbf82e07518bfba3f03afe8b5f7b88773a00971103527317aa28f4df577
|
3 |
size 1064
|
checkpoint-85/trainer_state.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"best_metric": 0.
|
3 |
"best_model_checkpoint": "distilhubert-finetuned-cry-detector/checkpoint-85",
|
4 |
"epoch": 0.9956076134699854,
|
5 |
"eval_steps": 500,
|
@@ -10,18 +10,21 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 0.9956076134699854,
|
13 |
-
"eval_accuracy": 0.
|
14 |
-
"
|
15 |
-
"
|
16 |
-
"
|
17 |
-
"
|
|
|
|
|
|
|
18 |
"step": 85
|
19 |
}
|
20 |
],
|
21 |
"logging_steps": 500,
|
22 |
-
"max_steps":
|
23 |
"num_input_tokens_seen": 0,
|
24 |
-
"num_train_epochs":
|
25 |
"save_steps": 500,
|
26 |
"stateful_callbacks": {
|
27 |
"EarlyStoppingCallback": {
|
@@ -39,12 +42,12 @@
|
|
39 |
"should_evaluate": false,
|
40 |
"should_log": false,
|
41 |
"should_save": true,
|
42 |
-
"should_training_stop":
|
43 |
},
|
44 |
"attributes": {}
|
45 |
}
|
46 |
},
|
47 |
-
"total_flos": 1.
|
48 |
"train_batch_size": 8,
|
49 |
"trial_name": null,
|
50 |
"trial_params": null
|
|
|
1 |
{
|
2 |
+
"best_metric": 0.947985347985348,
|
3 |
"best_model_checkpoint": "distilhubert-finetuned-cry-detector/checkpoint-85",
|
4 |
"epoch": 0.9956076134699854,
|
5 |
"eval_steps": 500,
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 0.9956076134699854,
|
13 |
+
"eval_accuracy": 0.947985347985348,
|
14 |
+
"eval_f1": 0.947604288263629,
|
15 |
+
"eval_loss": 0.14118361473083496,
|
16 |
+
"eval_precision": 0.9477540003855793,
|
17 |
+
"eval_recall": 0.947985347985348,
|
18 |
+
"eval_runtime": 5.9376,
|
19 |
+
"eval_samples_per_second": 229.892,
|
20 |
+
"eval_steps_per_second": 28.8,
|
21 |
"step": 85
|
22 |
}
|
23 |
],
|
24 |
"logging_steps": 500,
|
25 |
+
"max_steps": 85,
|
26 |
"num_input_tokens_seen": 0,
|
27 |
+
"num_train_epochs": 1,
|
28 |
"save_steps": 500,
|
29 |
"stateful_callbacks": {
|
30 |
"EarlyStoppingCallback": {
|
|
|
42 |
"should_evaluate": false,
|
43 |
"should_log": false,
|
44 |
"should_save": true,
|
45 |
+
"should_training_stop": true
|
46 |
},
|
47 |
"attributes": {}
|
48 |
}
|
49 |
},
|
50 |
+
"total_flos": 1.237152405504e+16,
|
51 |
"train_batch_size": 8,
|
52 |
"trial_name": null,
|
53 |
"trial_params": null
|
checkpoint-85/training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5240
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e03a8d2517098878f32d3d0862d22bbbeeb4ecf145573639f810ef31e34b5336
|
3 |
size 5240
|
config.json
CHANGED
@@ -45,6 +45,7 @@
|
|
45 |
"feat_proj_dropout": 0.0,
|
46 |
"feat_proj_layer_norm": false,
|
47 |
"final_dropout": 0.0,
|
|
|
48 |
"hidden_act": "gelu",
|
49 |
"hidden_dropout": 0.1,
|
50 |
"hidden_size": 768,
|
@@ -55,8 +56,8 @@
|
|
55 |
"initializer_range": 0.02,
|
56 |
"intermediate_size": 3072,
|
57 |
"label2id": {
|
58 |
-
"crying":
|
59 |
-
"no_crying":
|
60 |
},
|
61 |
"layer_norm_eps": 1e-05,
|
62 |
"layerdrop": 0.0,
|
|
|
45 |
"feat_proj_dropout": 0.0,
|
46 |
"feat_proj_layer_norm": false,
|
47 |
"final_dropout": 0.0,
|
48 |
+
"finetuning_task": "audio-classification",
|
49 |
"hidden_act": "gelu",
|
50 |
"hidden_dropout": 0.1,
|
51 |
"hidden_size": 768,
|
|
|
56 |
"initializer_range": 0.02,
|
57 |
"intermediate_size": 3072,
|
58 |
"label2id": {
|
59 |
+
"crying": 0,
|
60 |
+
"no_crying": 1
|
61 |
},
|
62 |
"layer_norm_eps": 1e-05,
|
63 |
"layerdrop": 0.0,
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 94763496
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc34463948a1090e862c3f562483f73d9b8575c62d53f2695ead5ce878d0cb51
|
3 |
size 94763496
|
runs/Sep08_19-39-26_ubumarcos/events.out.tfevents.1725817167.ubumarcos
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:60ffc5bf0401dbc585f9d2e720e25caa8fa064871cd1f4e041dd2d85c7f64d33
|
3 |
+
size 6661
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5240
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e03a8d2517098878f32d3d0862d22bbbeeb4ecf145573639f810ef31e34b5336
|
3 |
size 5240
|