Marcos12886 commited on
Commit
e7a8fea
1 Parent(s): 0c59aa1

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -4,26 +4,9 @@ license: apache-2.0
4
  base_model: ntu-spml/distilhubert
5
  tags:
6
  - generated_from_trainer
7
- datasets:
8
- - audiofolder
9
- metrics:
10
- - accuracy
11
  model-index:
12
  - name: distilhubert-finetuned-cry-detector
13
- results:
14
- - task:
15
- name: Audio Classification
16
- type: audio-classification
17
- dataset:
18
- name: audiofolder
19
- type: audiofolder
20
- config: default
21
- split: train
22
- args: default
23
- metrics:
24
- - name: Accuracy
25
- type: accuracy
26
- value: 0.9926739926739927
27
  ---
28
 
29
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -31,10 +14,7 @@ should probably proofread and complete it, then remove this comment. -->
31
 
32
  # distilhubert-finetuned-cry-detector
33
 
34
- This model is a fine-tuned version of [ntu-spml/distilhubert](https://huggingface.co/ntu-spml/distilhubert) on the audiofolder dataset.
35
- It achieves the following results on the evaluation set:
36
- - Loss: 0.0459
37
- - Accuracy: 0.9927
38
 
39
  ## Model description
40
 
@@ -62,26 +42,17 @@ The following hyperparameters were used during training:
62
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
63
  - lr_scheduler_type: cosine
64
  - lr_scheduler_warmup_ratio: 0.001
65
- - num_epochs: 10
66
 
67
  ### Training results
68
 
69
- | Training Loss | Epoch | Step | Validation Loss | Accuracy |
70
- |:-------------:|:------:|:----:|:---------------:|:--------:|
71
- | No log | 0.9956 | 85 | 0.0692 | 0.9773 |
72
- | No log | 1.9912 | 170 | 0.0466 | 0.9861 |
73
- | No log | 2.9985 | 256 | 0.0489 | 0.9853 |
74
- | No log | 3.9941 | 341 | 0.0423 | 0.9897 |
75
- | No log | 4.9898 | 426 | 0.0443 | 0.9919 |
76
- | 0.055 | 5.9971 | 512 | 0.0434 | 0.9927 |
77
- | 0.055 | 6.9927 | 597 | 0.0440 | 0.9927 |
78
- | 0.055 | 8.0 | 683 | 0.0460 | 0.9927 |
79
- | 0.055 | 8.9956 | 768 | 0.0459 | 0.9927 |
80
 
81
 
82
  ### Framework versions
83
 
84
  - Transformers 4.44.2
85
- - Pytorch 2.4.0+cu121
86
- - Datasets 2.21.0
87
  - Tokenizers 0.19.1
 
4
  base_model: ntu-spml/distilhubert
5
  tags:
6
  - generated_from_trainer
 
 
 
 
7
  model-index:
8
  - name: distilhubert-finetuned-cry-detector
9
+ results: []
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  ---
11
 
12
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
14
 
15
  # distilhubert-finetuned-cry-detector
16
 
17
+ This model is a fine-tuned version of [ntu-spml/distilhubert](https://huggingface.co/ntu-spml/distilhubert) on an unknown dataset.
 
 
 
18
 
19
  ## Model description
20
 
 
42
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
43
  - lr_scheduler_type: cosine
44
  - lr_scheduler_warmup_ratio: 0.001
45
+ - num_epochs: 1
46
 
47
  ### Training results
48
 
49
+ | Training Loss | Epoch | Step | Validation Loss | Accuracy | Precision | Recall | F1 |
50
+ |:-------------:|:------:|:----:|:---------------:|:--------:|:---------:|:------:|:------:|
51
+ | No log | 0.9956 | 85 | 0.1412 | 0.9480 | 0.9478 | 0.9480 | 0.9476 |
 
 
 
 
 
 
 
 
52
 
53
 
54
  ### Framework versions
55
 
56
  - Transformers 4.44.2
57
+ - Pytorch 2.4.1+cu121
 
58
  - Tokenizers 0.19.1
checkpoint-85/config.json CHANGED
@@ -45,6 +45,7 @@
45
  "feat_proj_dropout": 0.0,
46
  "feat_proj_layer_norm": false,
47
  "final_dropout": 0.0,
 
48
  "hidden_act": "gelu",
49
  "hidden_dropout": 0.1,
50
  "hidden_size": 768,
@@ -55,8 +56,8 @@
55
  "initializer_range": 0.02,
56
  "intermediate_size": 3072,
57
  "label2id": {
58
- "crying": "0",
59
- "no_crying": "1"
60
  },
61
  "layer_norm_eps": 1e-05,
62
  "layerdrop": 0.0,
 
45
  "feat_proj_dropout": 0.0,
46
  "feat_proj_layer_norm": false,
47
  "final_dropout": 0.0,
48
+ "finetuning_task": "audio-classification",
49
  "hidden_act": "gelu",
50
  "hidden_dropout": 0.1,
51
  "hidden_size": 768,
 
56
  "initializer_range": 0.02,
57
  "intermediate_size": 3072,
58
  "label2id": {
59
+ "crying": 0,
60
+ "no_crying": 1
61
  },
62
  "layer_norm_eps": 1e-05,
63
  "layerdrop": 0.0,
checkpoint-85/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9779c7119f4a2210495b9b5237a5030e7c0eddabdde1b1ca2c8239a751959e1
3
  size 94763496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc34463948a1090e862c3f562483f73d9b8575c62d53f2695ead5ce878d0cb51
3
  size 94763496
checkpoint-85/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a6690ddab61f45db23b28120bb5c39be4f9a152f1c88b3ae432902f89efc452
3
  size 189552570
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ba6adf038bf97d13877d07c2b4f80c5c03dfe374baab7016ddf90c2ab446438
3
  size 189552570
checkpoint-85/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:74e1c11b94b090a41a3c1ccee3afde4077ab65e935c7dfa8559b5a7860ed3169
3
  size 14308
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3db364763fd75b720e1e92ab8fcebb6dd7848ca54daab21f7eb8f5ba3936503a
3
  size 14308
checkpoint-85/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:324ecccddc3afacd1a2ab429e35f5e62f986b75e609998929bd8ab5fcbb2e6a7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08ad4dbf82e07518bfba3f03afe8b5f7b88773a00971103527317aa28f4df577
3
  size 1064
checkpoint-85/trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.9772893772893773,
3
  "best_model_checkpoint": "distilhubert-finetuned-cry-detector/checkpoint-85",
4
  "epoch": 0.9956076134699854,
5
  "eval_steps": 500,
@@ -10,18 +10,21 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.9956076134699854,
13
- "eval_accuracy": 0.9772893772893773,
14
- "eval_loss": 0.06922276318073273,
15
- "eval_runtime": 15.5305,
16
- "eval_samples_per_second": 87.892,
17
- "eval_steps_per_second": 11.011,
 
 
 
18
  "step": 85
19
  }
20
  ],
21
  "logging_steps": 500,
22
- "max_steps": 850,
23
  "num_input_tokens_seen": 0,
24
- "num_train_epochs": 10,
25
  "save_steps": 500,
26
  "stateful_callbacks": {
27
  "EarlyStoppingCallback": {
@@ -39,12 +42,12 @@
39
  "should_evaluate": false,
40
  "should_log": false,
41
  "should_save": true,
42
- "should_training_stop": false
43
  },
44
  "attributes": {}
45
  }
46
  },
47
- "total_flos": 1.241700759936e+16,
48
  "train_batch_size": 8,
49
  "trial_name": null,
50
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.947985347985348,
3
  "best_model_checkpoint": "distilhubert-finetuned-cry-detector/checkpoint-85",
4
  "epoch": 0.9956076134699854,
5
  "eval_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.9956076134699854,
13
+ "eval_accuracy": 0.947985347985348,
14
+ "eval_f1": 0.947604288263629,
15
+ "eval_loss": 0.14118361473083496,
16
+ "eval_precision": 0.9477540003855793,
17
+ "eval_recall": 0.947985347985348,
18
+ "eval_runtime": 5.9376,
19
+ "eval_samples_per_second": 229.892,
20
+ "eval_steps_per_second": 28.8,
21
  "step": 85
22
  }
23
  ],
24
  "logging_steps": 500,
25
+ "max_steps": 85,
26
  "num_input_tokens_seen": 0,
27
+ "num_train_epochs": 1,
28
  "save_steps": 500,
29
  "stateful_callbacks": {
30
  "EarlyStoppingCallback": {
 
42
  "should_evaluate": false,
43
  "should_log": false,
44
  "should_save": true,
45
+ "should_training_stop": true
46
  },
47
  "attributes": {}
48
  }
49
  },
50
+ "total_flos": 1.237152405504e+16,
51
  "train_batch_size": 8,
52
  "trial_name": null,
53
  "trial_params": null
checkpoint-85/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:84d763bc52a548d7900e672478766167dea5015bedfc4ad077e5cffda9256cc8
3
  size 5240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e03a8d2517098878f32d3d0862d22bbbeeb4ecf145573639f810ef31e34b5336
3
  size 5240
config.json CHANGED
@@ -45,6 +45,7 @@
45
  "feat_proj_dropout": 0.0,
46
  "feat_proj_layer_norm": false,
47
  "final_dropout": 0.0,
 
48
  "hidden_act": "gelu",
49
  "hidden_dropout": 0.1,
50
  "hidden_size": 768,
@@ -55,8 +56,8 @@
55
  "initializer_range": 0.02,
56
  "intermediate_size": 3072,
57
  "label2id": {
58
- "crying": "0",
59
- "no_crying": "1"
60
  },
61
  "layer_norm_eps": 1e-05,
62
  "layerdrop": 0.0,
 
45
  "feat_proj_dropout": 0.0,
46
  "feat_proj_layer_norm": false,
47
  "final_dropout": 0.0,
48
+ "finetuning_task": "audio-classification",
49
  "hidden_act": "gelu",
50
  "hidden_dropout": 0.1,
51
  "hidden_size": 768,
 
56
  "initializer_range": 0.02,
57
  "intermediate_size": 3072,
58
  "label2id": {
59
+ "crying": 0,
60
+ "no_crying": 1
61
  },
62
  "layer_norm_eps": 1e-05,
63
  "layerdrop": 0.0,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3dc7074a340619ed7e6d2c55347500f679c4e5f5a30b51392562feb760a9f1c7
3
  size 94763496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc34463948a1090e862c3f562483f73d9b8575c62d53f2695ead5ce878d0cb51
3
  size 94763496
runs/Sep08_19-39-26_ubumarcos/events.out.tfevents.1725817167.ubumarcos ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60ffc5bf0401dbc585f9d2e720e25caa8fa064871cd1f4e041dd2d85c7f64d33
3
+ size 6661
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:84d763bc52a548d7900e672478766167dea5015bedfc4ad077e5cffda9256cc8
3
  size 5240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e03a8d2517098878f32d3d0862d22bbbeeb4ecf145573639f810ef31e34b5336
3
  size 5240