b07611031 commited on
Commit
84291c0
1 Parent(s): 0af4690

End of training

Browse files
Files changed (5) hide show
  1. README.md +104 -0
  2. config.json +120 -0
  3. model.safetensors +3 -0
  4. preprocessor_config.json +22 -0
  5. training_args.bin +3 -0
README.md ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model: microsoft/cvt-21-384-22k
4
+ tags:
5
+ - generated_from_trainer
6
+ datasets:
7
+ - imagefolder
8
+ metrics:
9
+ - accuracy
10
+ model-index:
11
+ - name: cvt-21-384-22k-finetuned-PinnatelyCompound
12
+ results:
13
+ - task:
14
+ name: Image Classification
15
+ type: image-classification
16
+ dataset:
17
+ name: imagefolder
18
+ type: imagefolder
19
+ config: default
20
+ split: validation
21
+ args: default
22
+ metrics:
23
+ - name: Accuracy
24
+ type: accuracy
25
+ value: 0.9955357142857143
26
+ ---
27
+
28
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
29
+ should probably proofread and complete it, then remove this comment. -->
30
+
31
+ # cvt-21-384-22k-finetuned-PinnatelyCompound
32
+
33
+ This model is a fine-tuned version of [microsoft/cvt-21-384-22k](https://huggingface.co/microsoft/cvt-21-384-22k) on the imagefolder dataset.
34
+ It achieves the following results on the evaluation set:
35
+ - Loss: 0.0064
36
+ - Accuracy: 0.9955
37
+
38
+ ## Model description
39
+
40
+ More information needed
41
+
42
+ ## Intended uses & limitations
43
+
44
+ More information needed
45
+
46
+ ## Training and evaluation data
47
+
48
+ More information needed
49
+
50
+ ## Training procedure
51
+
52
+ ### Training hyperparameters
53
+
54
+ The following hyperparameters were used during training:
55
+ - learning_rate: 2e-05
56
+ - train_batch_size: 40
57
+ - eval_batch_size: 16
58
+ - seed: 42
59
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
60
+ - lr_scheduler_type: linear
61
+ - num_epochs: 30
62
+
63
+ ### Training results
64
+
65
+ | Training Loss | Epoch | Step | Validation Loss | Accuracy |
66
+ |:-------------:|:-----:|:----:|:---------------:|:--------:|
67
+ | No log | 1.0 | 23 | 0.2918 | 0.8973 |
68
+ | No log | 2.0 | 46 | 0.1656 | 0.9330 |
69
+ | No log | 3.0 | 69 | 0.0529 | 0.9821 |
70
+ | No log | 4.0 | 92 | 0.0144 | 0.9955 |
71
+ | No log | 5.0 | 115 | 0.0266 | 0.9911 |
72
+ | No log | 6.0 | 138 | 0.0244 | 0.9955 |
73
+ | No log | 7.0 | 161 | 0.0144 | 0.9955 |
74
+ | No log | 8.0 | 184 | 0.0154 | 0.9955 |
75
+ | No log | 9.0 | 207 | 0.0188 | 0.9911 |
76
+ | No log | 10.0 | 230 | 0.0094 | 0.9955 |
77
+ | No log | 11.0 | 253 | 0.0055 | 1.0 |
78
+ | No log | 12.0 | 276 | 0.0026 | 1.0 |
79
+ | No log | 13.0 | 299 | 0.0057 | 1.0 |
80
+ | No log | 14.0 | 322 | 0.0079 | 0.9955 |
81
+ | No log | 15.0 | 345 | 0.0026 | 1.0 |
82
+ | No log | 16.0 | 368 | 0.0017 | 1.0 |
83
+ | No log | 17.0 | 391 | 0.0044 | 0.9955 |
84
+ | No log | 18.0 | 414 | 0.0038 | 1.0 |
85
+ | No log | 19.0 | 437 | 0.0120 | 0.9911 |
86
+ | No log | 20.0 | 460 | 0.0005 | 1.0 |
87
+ | No log | 21.0 | 483 | 0.0019 | 1.0 |
88
+ | 0.2553 | 22.0 | 506 | 0.0020 | 1.0 |
89
+ | 0.2553 | 23.0 | 529 | 0.0026 | 1.0 |
90
+ | 0.2553 | 24.0 | 552 | 0.0053 | 0.9955 |
91
+ | 0.2553 | 25.0 | 575 | 0.0009 | 1.0 |
92
+ | 0.2553 | 26.0 | 598 | 0.0008 | 1.0 |
93
+ | 0.2553 | 27.0 | 621 | 0.0016 | 1.0 |
94
+ | 0.2553 | 28.0 | 644 | 0.0010 | 1.0 |
95
+ | 0.2553 | 29.0 | 667 | 0.0008 | 1.0 |
96
+ | 0.2553 | 30.0 | 690 | 0.0064 | 0.9955 |
97
+
98
+
99
+ ### Framework versions
100
+
101
+ - Transformers 4.38.1
102
+ - Pytorch 1.10.0+cu111
103
+ - Datasets 2.17.1
104
+ - Tokenizers 0.15.2
config.json ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "microsoft/cvt-21-384-22k",
3
+ "architectures": [
4
+ "CvtForImageClassification"
5
+ ],
6
+ "attention_drop_rate": [
7
+ 0.0,
8
+ 0.0,
9
+ 0.0
10
+ ],
11
+ "cls_token": [
12
+ false,
13
+ false,
14
+ true
15
+ ],
16
+ "depth": [
17
+ 1,
18
+ 4,
19
+ 16
20
+ ],
21
+ "drop_path_rate": [
22
+ 0.0,
23
+ 0.0,
24
+ 0.1
25
+ ],
26
+ "drop_rate": [
27
+ 0.0,
28
+ 0.0,
29
+ 0.0
30
+ ],
31
+ "embed_dim": [
32
+ 64,
33
+ 192,
34
+ 384
35
+ ],
36
+ "id2label": {
37
+ "0": "pinnate_health",
38
+ "1": "pinnate_phytohormone",
39
+ "2": "pinnate_virus"
40
+ },
41
+ "image_size": 384,
42
+ "initializer_range": 0.02,
43
+ "kernel_qkv": [
44
+ 3,
45
+ 3,
46
+ 3
47
+ ],
48
+ "label2id": {
49
+ "pinnate_health": 0,
50
+ "pinnate_phytohormone": 1,
51
+ "pinnate_virus": 2
52
+ },
53
+ "layer_norm_eps": 1e-12,
54
+ "mlp_ratio": [
55
+ 4.0,
56
+ 4.0,
57
+ 4.0
58
+ ],
59
+ "model_type": "cvt",
60
+ "num_channels": 3,
61
+ "num_heads": [
62
+ 1,
63
+ 3,
64
+ 6
65
+ ],
66
+ "num_stages": 3,
67
+ "padding_kv": [
68
+ 1,
69
+ 1,
70
+ 1
71
+ ],
72
+ "padding_q": [
73
+ 1,
74
+ 1,
75
+ 1
76
+ ],
77
+ "patch_padding": [
78
+ 2,
79
+ 1,
80
+ 1
81
+ ],
82
+ "patch_sizes": [
83
+ 7,
84
+ 3,
85
+ 3
86
+ ],
87
+ "patch_stride": [
88
+ 4,
89
+ 2,
90
+ 2
91
+ ],
92
+ "pos_embed": [
93
+ false,
94
+ false,
95
+ false
96
+ ],
97
+ "problem_type": "single_label_classification",
98
+ "qkv_bias": [
99
+ true,
100
+ true,
101
+ true
102
+ ],
103
+ "qkv_projection_method": [
104
+ "dw_bn",
105
+ "dw_bn",
106
+ "dw_bn"
107
+ ],
108
+ "stride_kv": [
109
+ 2,
110
+ 2,
111
+ 2
112
+ ],
113
+ "stride_q": [
114
+ 1,
115
+ 1,
116
+ 1
117
+ ],
118
+ "torch_dtype": "float32",
119
+ "transformers_version": "4.38.1"
120
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:345164475143d9d6464d57b0ad084cb4cda79c39c781cc4de121b64c8d6e3af1
3
+ size 125241140
preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 224,
20
+ "width": 224
21
+ }
22
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26298ca9ac6b82019320e5a9d311915f2009527d8bfc6f0d7f9e9f24bbd98f63
3
+ size 4399