yuanhuaisen commited on
Commit
534f72e
1 Parent(s): 02eab4b

Upload folder using huggingface_hub

Browse files
README.md ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ tags:
4
+ - autotrain
5
+ - image-classification
6
+ widget:
7
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/tiger.jpg
8
+ example_title: Tiger
9
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/teapot.jpg
10
+ example_title: Teapot
11
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/palace.jpg
12
+ example_title: Palace
13
+ datasets:
14
+ - yuanhuaisen/autotrain-data-autotrain-vz7yn-mlwzp
15
+ ---
16
+
17
+ # Model Trained Using AutoTrain
18
+
19
+ - Problem type: Image Classification
20
+
21
+ ## Validation Metricsg
22
+ loss: 0.5804179310798645
23
+
24
+ f1: 0.8275862068965518
25
+
26
+ precision: 0.8
27
+
28
+ recall: 0.8571428571428571
29
+
30
+ auc: 0.9365079365079365
31
+
32
+ accuracy: 0.782608695652174
checkpoint-36/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-large-patch16-224",
3
+ "_num_labels": 2,
4
+ "architectures": [
5
+ "ViTForImageClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.0,
8
+ "encoder_stride": 16,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.0,
11
+ "hidden_size": 1024,
12
+ "id2label": {
13
+ "0": "11covered_with_a_quilt,_only_the_head_and_shoulders_exposed",
14
+ "1": "12covered_with_a_quilt,_exposed_head_and_shoulders_except_for_other_organs"
15
+ },
16
+ "image_size": 224,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 4096,
19
+ "label2id": {
20
+ "11covered_with_a_quilt,_only_the_head_and_shoulders_exposed": 0,
21
+ "12covered_with_a_quilt,_exposed_head_and_shoulders_except_for_other_organs": 1
22
+ },
23
+ "layer_norm_eps": 1e-12,
24
+ "model_type": "vit",
25
+ "num_attention_heads": 16,
26
+ "num_channels": 3,
27
+ "num_hidden_layers": 24,
28
+ "patch_size": 16,
29
+ "problem_type": "single_label_classification",
30
+ "qkv_bias": true,
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.36.1"
33
+ }
checkpoint-36/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f0bac8a1602951675ece40dbcb94719cd655e604f26e94b66f4b8476f8d2985
3
+ size 1213261264
checkpoint-36/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f538d65fef6ed4a654866228602a37933e16b48f4f6cbff983d9f95529d2c16d
3
+ size 2426757546
checkpoint-36/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02228f0290f440db901de3566caa20e5fe0d155870d17d4576cb899b1d01cd01
3
+ size 14244
checkpoint-36/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57dfddb4fb401a9f90ceec7c52631fd2798c3e4bce8d623d7fad5c2b37281a05
3
+ size 1064
checkpoint-36/trainer_state.json ADDED
@@ -0,0 +1,276 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.5804179310798645,
3
+ "best_model_checkpoint": "/tmp/model/checkpoint-36",
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 36,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.08,
13
+ "learning_rate": 1.25e-05,
14
+ "loss": 0.6934,
15
+ "step": 1
16
+ },
17
+ {
18
+ "epoch": 0.17,
19
+ "learning_rate": 2.5e-05,
20
+ "loss": 0.6934,
21
+ "step": 2
22
+ },
23
+ {
24
+ "epoch": 0.25,
25
+ "learning_rate": 3.7500000000000003e-05,
26
+ "loss": 0.6915,
27
+ "step": 3
28
+ },
29
+ {
30
+ "epoch": 0.33,
31
+ "learning_rate": 5e-05,
32
+ "loss": 0.6943,
33
+ "step": 4
34
+ },
35
+ {
36
+ "epoch": 0.42,
37
+ "learning_rate": 4.8437500000000005e-05,
38
+ "loss": 0.6884,
39
+ "step": 5
40
+ },
41
+ {
42
+ "epoch": 0.5,
43
+ "learning_rate": 4.6875e-05,
44
+ "loss": 0.6829,
45
+ "step": 6
46
+ },
47
+ {
48
+ "epoch": 0.58,
49
+ "learning_rate": 4.5312500000000004e-05,
50
+ "loss": 0.6935,
51
+ "step": 7
52
+ },
53
+ {
54
+ "epoch": 0.67,
55
+ "learning_rate": 4.375e-05,
56
+ "loss": 0.6895,
57
+ "step": 8
58
+ },
59
+ {
60
+ "epoch": 0.75,
61
+ "learning_rate": 4.21875e-05,
62
+ "loss": 0.67,
63
+ "step": 9
64
+ },
65
+ {
66
+ "epoch": 0.83,
67
+ "learning_rate": 4.0625000000000005e-05,
68
+ "loss": 0.6897,
69
+ "step": 10
70
+ },
71
+ {
72
+ "epoch": 0.92,
73
+ "learning_rate": 3.90625e-05,
74
+ "loss": 0.7106,
75
+ "step": 11
76
+ },
77
+ {
78
+ "epoch": 1.0,
79
+ "learning_rate": 3.90625e-05,
80
+ "loss": 0.7109,
81
+ "step": 12
82
+ },
83
+ {
84
+ "epoch": 1.0,
85
+ "eval_accuracy": 0.6086956521739131,
86
+ "eval_auc": 0.7380952380952381,
87
+ "eval_f1": 0.7567567567567568,
88
+ "eval_loss": 0.6722358465194702,
89
+ "eval_precision": 0.6086956521739131,
90
+ "eval_recall": 1.0,
91
+ "eval_runtime": 1.1385,
92
+ "eval_samples_per_second": 20.202,
93
+ "eval_steps_per_second": 1.757,
94
+ "step": 12
95
+ },
96
+ {
97
+ "epoch": 1.08,
98
+ "learning_rate": 3.7500000000000003e-05,
99
+ "loss": 0.6662,
100
+ "step": 13
101
+ },
102
+ {
103
+ "epoch": 1.17,
104
+ "learning_rate": 3.59375e-05,
105
+ "loss": 0.6902,
106
+ "step": 14
107
+ },
108
+ {
109
+ "epoch": 1.25,
110
+ "learning_rate": 3.4375e-05,
111
+ "loss": 0.6652,
112
+ "step": 15
113
+ },
114
+ {
115
+ "epoch": 1.33,
116
+ "learning_rate": 3.2812500000000005e-05,
117
+ "loss": 0.6349,
118
+ "step": 16
119
+ },
120
+ {
121
+ "epoch": 1.42,
122
+ "learning_rate": 3.125e-05,
123
+ "loss": 0.6552,
124
+ "step": 17
125
+ },
126
+ {
127
+ "epoch": 1.5,
128
+ "learning_rate": 2.96875e-05,
129
+ "loss": 0.671,
130
+ "step": 18
131
+ },
132
+ {
133
+ "epoch": 1.58,
134
+ "learning_rate": 2.8125000000000003e-05,
135
+ "loss": 0.6097,
136
+ "step": 19
137
+ },
138
+ {
139
+ "epoch": 1.67,
140
+ "learning_rate": 2.6562500000000002e-05,
141
+ "loss": 0.6479,
142
+ "step": 20
143
+ },
144
+ {
145
+ "epoch": 1.75,
146
+ "learning_rate": 2.5e-05,
147
+ "loss": 0.6194,
148
+ "step": 21
149
+ },
150
+ {
151
+ "epoch": 1.83,
152
+ "learning_rate": 2.34375e-05,
153
+ "loss": 0.6099,
154
+ "step": 22
155
+ },
156
+ {
157
+ "epoch": 1.92,
158
+ "learning_rate": 2.1875e-05,
159
+ "loss": 0.6124,
160
+ "step": 23
161
+ },
162
+ {
163
+ "epoch": 2.0,
164
+ "learning_rate": 2.0312500000000002e-05,
165
+ "loss": 0.5239,
166
+ "step": 24
167
+ },
168
+ {
169
+ "epoch": 2.0,
170
+ "eval_accuracy": 0.7391304347826086,
171
+ "eval_auc": 0.8888888888888888,
172
+ "eval_f1": 0.8235294117647058,
173
+ "eval_loss": 0.6214333176612854,
174
+ "eval_precision": 0.7,
175
+ "eval_recall": 1.0,
176
+ "eval_runtime": 1.1147,
177
+ "eval_samples_per_second": 20.633,
178
+ "eval_steps_per_second": 1.794,
179
+ "step": 24
180
+ },
181
+ {
182
+ "epoch": 2.08,
183
+ "learning_rate": 1.8750000000000002e-05,
184
+ "loss": 0.5642,
185
+ "step": 25
186
+ },
187
+ {
188
+ "epoch": 2.17,
189
+ "learning_rate": 1.71875e-05,
190
+ "loss": 0.6391,
191
+ "step": 26
192
+ },
193
+ {
194
+ "epoch": 2.25,
195
+ "learning_rate": 1.5625e-05,
196
+ "loss": 0.5162,
197
+ "step": 27
198
+ },
199
+ {
200
+ "epoch": 2.33,
201
+ "learning_rate": 1.4062500000000001e-05,
202
+ "loss": 0.5695,
203
+ "step": 28
204
+ },
205
+ {
206
+ "epoch": 2.42,
207
+ "learning_rate": 1.25e-05,
208
+ "loss": 0.579,
209
+ "step": 29
210
+ },
211
+ {
212
+ "epoch": 2.5,
213
+ "learning_rate": 1.09375e-05,
214
+ "loss": 0.5823,
215
+ "step": 30
216
+ },
217
+ {
218
+ "epoch": 2.58,
219
+ "learning_rate": 9.375000000000001e-06,
220
+ "loss": 0.5578,
221
+ "step": 31
222
+ },
223
+ {
224
+ "epoch": 2.67,
225
+ "learning_rate": 7.8125e-06,
226
+ "loss": 0.5648,
227
+ "step": 32
228
+ },
229
+ {
230
+ "epoch": 2.75,
231
+ "learning_rate": 6.25e-06,
232
+ "loss": 0.5563,
233
+ "step": 33
234
+ },
235
+ {
236
+ "epoch": 2.83,
237
+ "learning_rate": 4.6875000000000004e-06,
238
+ "loss": 0.5577,
239
+ "step": 34
240
+ },
241
+ {
242
+ "epoch": 2.92,
243
+ "learning_rate": 3.125e-06,
244
+ "loss": 0.5291,
245
+ "step": 35
246
+ },
247
+ {
248
+ "epoch": 3.0,
249
+ "learning_rate": 1.5625e-06,
250
+ "loss": 0.5435,
251
+ "step": 36
252
+ },
253
+ {
254
+ "epoch": 3.0,
255
+ "eval_accuracy": 0.782608695652174,
256
+ "eval_auc": 0.9365079365079365,
257
+ "eval_f1": 0.8275862068965518,
258
+ "eval_loss": 0.5804179310798645,
259
+ "eval_precision": 0.8,
260
+ "eval_recall": 0.8571428571428571,
261
+ "eval_runtime": 1.124,
262
+ "eval_samples_per_second": 20.463,
263
+ "eval_steps_per_second": 1.779,
264
+ "step": 36
265
+ }
266
+ ],
267
+ "logging_steps": 1,
268
+ "max_steps": 36,
269
+ "num_input_tokens_seen": 0,
270
+ "num_train_epochs": 3,
271
+ "save_steps": 500,
272
+ "total_flos": 7.31404260238418e+16,
273
+ "train_batch_size": 8,
274
+ "trial_name": null,
275
+ "trial_params": null
276
+ }
checkpoint-36/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d48d4e6f79d3e7f6748030bb5ea1ac682081514ea00d895de6d8541e1e169fbf
3
+ size 4728
config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-large-patch16-224",
3
+ "_num_labels": 2,
4
+ "architectures": [
5
+ "ViTForImageClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.0,
8
+ "encoder_stride": 16,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.0,
11
+ "hidden_size": 1024,
12
+ "id2label": {
13
+ "0": "11covered_with_a_quilt,_only_the_head_and_shoulders_exposed",
14
+ "1": "12covered_with_a_quilt,_exposed_head_and_shoulders_except_for_other_organs"
15
+ },
16
+ "image_size": 224,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 4096,
19
+ "label2id": {
20
+ "11covered_with_a_quilt,_only_the_head_and_shoulders_exposed": 0,
21
+ "12covered_with_a_quilt,_exposed_head_and_shoulders_except_for_other_organs": 1
22
+ },
23
+ "layer_norm_eps": 1e-12,
24
+ "model_type": "vit",
25
+ "num_attention_heads": 16,
26
+ "num_channels": 3,
27
+ "num_hidden_layers": 24,
28
+ "patch_size": 16,
29
+ "problem_type": "single_label_classification",
30
+ "qkv_bias": true,
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.36.1"
33
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f0bac8a1602951675ece40dbcb94719cd655e604f26e94b66f4b8476f8d2985
3
+ size 1213261264
preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 224,
20
+ "width": 224
21
+ }
22
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d48d4e6f79d3e7f6748030bb5ea1ac682081514ea00d895de6d8541e1e169fbf
3
+ size 4728
training_params.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data_path": "yuanhuaisen/autotrain-data-autotrain-vz7yn-mlwzp",
3
+ "model": "google/vit-large-patch16-224",
4
+ "username": "yuanhuaisen",
5
+ "lr": 5e-05,
6
+ "epochs": 3,
7
+ "batch_size": 8,
8
+ "warmup_ratio": 0.1,
9
+ "gradient_accumulation": 1,
10
+ "optimizer": "adamw_torch",
11
+ "scheduler": "linear",
12
+ "weight_decay": 0.0,
13
+ "max_grad_norm": 1.0,
14
+ "seed": 42,
15
+ "train_split": "train",
16
+ "valid_split": "validation",
17
+ "logging_steps": -1,
18
+ "project_name": "/tmp/model",
19
+ "auto_find_batch_size": false,
20
+ "mixed_precision": "fp16",
21
+ "save_total_limit": 1,
22
+ "save_strategy": "epoch",
23
+ "push_to_hub": true,
24
+ "repo_id": "yuanhuaisen/autotrain-vz7yn-mlwzp",
25
+ "evaluation_strategy": "epoch",
26
+ "image_column": "autotrain_image",
27
+ "target_column": "autotrain_label",
28
+ "log": "none"
29
+ }