mariamoracrossitcr commited on
Commit
619506a
1 Parent(s): 35e8661

🍻 cheers

Browse files
README.md CHANGED
@@ -3,6 +3,7 @@ library_name: transformers
3
  license: apache-2.0
4
  base_model: google/vit-base-patch16-224-in21k
5
  tags:
 
6
  - generated_from_trainer
7
  metrics:
8
  - accuracy
@@ -16,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
16
 
17
  # vit-base-beans-demo-v18Set
18
 
19
- This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
  - Loss: 0.0409
22
  - Accuracy: 0.9850
 
3
  license: apache-2.0
4
  base_model: google/vit-base-patch16-224-in21k
5
  tags:
6
+ - image-classification
7
  - generated_from_trainer
8
  metrics:
9
  - accuracy
 
17
 
18
  # vit-base-beans-demo-v18Set
19
 
20
+ This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the beans dataset.
21
  It achieves the following results on the evaluation set:
22
  - Loss: 0.0409
23
  - Accuracy: 0.9850
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "epoch": 4.0,
3
  "eval_accuracy": 0.9849624060150376,
4
- "eval_loss": 0.06726039946079254,
5
- "eval_runtime": 3.0192,
6
- "eval_samples_per_second": 44.051,
7
- "eval_steps_per_second": 5.631,
8
  "total_flos": 3.205097416476426e+17,
9
- "train_loss": 0.12043425440788269,
10
- "train_runtime": 117.3246,
11
- "train_samples_per_second": 35.253,
12
- "train_steps_per_second": 2.216
13
  }
 
1
  {
2
  "epoch": 4.0,
3
  "eval_accuracy": 0.9849624060150376,
4
+ "eval_loss": 0.040931012481451035,
5
+ "eval_runtime": 1.6048,
6
+ "eval_samples_per_second": 82.875,
7
+ "eval_steps_per_second": 10.593,
8
  "total_flos": 3.205097416476426e+17,
9
+ "train_loss": 0.11360841490901434,
10
+ "train_runtime": 111.3779,
11
+ "train_samples_per_second": 37.135,
12
+ "train_steps_per_second": 2.334
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 4.0,
3
  "eval_accuracy": 0.9849624060150376,
4
- "eval_loss": 0.06726039946079254,
5
- "eval_runtime": 3.0192,
6
- "eval_samples_per_second": 44.051,
7
- "eval_steps_per_second": 5.631
8
  }
 
1
  {
2
  "epoch": 4.0,
3
  "eval_accuracy": 0.9849624060150376,
4
+ "eval_loss": 0.040931012481451035,
5
+ "eval_runtime": 1.6048,
6
+ "eval_samples_per_second": 82.875,
7
+ "eval_steps_per_second": 10.593
8
  }
runs/Sep19_23-12-01_22b147c3d9a7/events.out.tfevents.1726787691.22b147c3d9a7.2624.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a052f186b6d322588d9f5ebc971a78caa6afd8aff368b47441482b98ed8b7667
3
+ size 411
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 4.0,
3
  "total_flos": 3.205097416476426e+17,
4
- "train_loss": 0.12043425440788269,
5
- "train_runtime": 117.3246,
6
- "train_samples_per_second": 35.253,
7
- "train_steps_per_second": 2.216
8
  }
 
1
  {
2
  "epoch": 4.0,
3
  "total_flos": 3.205097416476426e+17,
4
+ "train_loss": 0.11360841490901434,
5
+ "train_runtime": 111.3779,
6
+ "train_samples_per_second": 37.135,
7
+ "train_steps_per_second": 2.334
8
  }
trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.06726039946079254,
3
  "best_model_checkpoint": "./vit-base-beans-demo-v18Set/checkpoint-200",
4
  "epoch": 4.0,
5
  "eval_steps": 100,
@@ -10,212 +10,212 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.15384615384615385,
13
- "grad_norm": 1.554421305656433,
14
  "learning_rate": 0.00019230769230769233,
15
- "loss": 0.7831,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.3076923076923077,
20
- "grad_norm": 0.9934561252593994,
21
  "learning_rate": 0.00018461538461538463,
22
- "loss": 0.2972,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.46153846153846156,
27
- "grad_norm": 0.38546833395957947,
28
  "learning_rate": 0.00017692307692307693,
29
- "loss": 0.1788,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.6153846153846154,
34
- "grad_norm": 2.607243537902832,
35
  "learning_rate": 0.00016923076923076923,
36
- "loss": 0.2693,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 0.7692307692307693,
41
- "grad_norm": 5.0497307777404785,
42
  "learning_rate": 0.00016153846153846155,
43
- "loss": 0.2568,
44
  "step": 50
45
  },
46
  {
47
  "epoch": 0.9230769230769231,
48
- "grad_norm": 1.8226447105407715,
49
  "learning_rate": 0.00015384615384615385,
50
- "loss": 0.3404,
51
  "step": 60
52
  },
53
  {
54
  "epoch": 1.0769230769230769,
55
- "grad_norm": 0.3479740023612976,
56
  "learning_rate": 0.00014615384615384615,
57
- "loss": 0.213,
58
  "step": 70
59
  },
60
  {
61
  "epoch": 1.2307692307692308,
62
- "grad_norm": 1.2378307580947876,
63
  "learning_rate": 0.00013846153846153847,
64
- "loss": 0.1413,
65
  "step": 80
66
  },
67
  {
68
  "epoch": 1.3846153846153846,
69
- "grad_norm": 0.21435503661632538,
70
  "learning_rate": 0.00013076923076923077,
71
- "loss": 0.0498,
72
  "step": 90
73
  },
74
  {
75
  "epoch": 1.5384615384615383,
76
- "grad_norm": 2.7997779846191406,
77
  "learning_rate": 0.0001230769230769231,
78
- "loss": 0.0625,
79
  "step": 100
80
  },
81
  {
82
  "epoch": 1.5384615384615383,
83
- "eval_accuracy": 0.9774436090225563,
84
- "eval_loss": 0.10245038568973541,
85
- "eval_runtime": 1.2575,
86
- "eval_samples_per_second": 105.767,
87
- "eval_steps_per_second": 13.519,
88
  "step": 100
89
  },
90
  {
91
  "epoch": 1.6923076923076923,
92
- "grad_norm": 0.26306748390197754,
93
  "learning_rate": 0.00011538461538461538,
94
- "loss": 0.1177,
95
  "step": 110
96
  },
97
  {
98
  "epoch": 1.8461538461538463,
99
- "grad_norm": 0.10240321606397629,
100
  "learning_rate": 0.0001076923076923077,
101
- "loss": 0.1089,
102
  "step": 120
103
  },
104
  {
105
  "epoch": 2.0,
106
- "grad_norm": 1.7692477703094482,
107
  "learning_rate": 0.0001,
108
- "loss": 0.0774,
109
  "step": 130
110
  },
111
  {
112
  "epoch": 2.1538461538461537,
113
- "grad_norm": 3.356201171875,
114
  "learning_rate": 9.230769230769232e-05,
115
- "loss": 0.0397,
116
  "step": 140
117
  },
118
  {
119
  "epoch": 2.3076923076923075,
120
- "grad_norm": 0.0990709736943245,
121
  "learning_rate": 8.461538461538461e-05,
122
- "loss": 0.0232,
123
  "step": 150
124
  },
125
  {
126
  "epoch": 2.4615384615384617,
127
- "grad_norm": 2.2368693351745605,
128
  "learning_rate": 7.692307692307693e-05,
129
- "loss": 0.0292,
130
  "step": 160
131
  },
132
  {
133
  "epoch": 2.6153846153846154,
134
- "grad_norm": 0.06961995363235474,
135
  "learning_rate": 6.923076923076924e-05,
136
- "loss": 0.0241,
137
  "step": 170
138
  },
139
  {
140
  "epoch": 2.769230769230769,
141
- "grad_norm": 0.06873491406440735,
142
  "learning_rate": 6.153846153846155e-05,
143
- "loss": 0.016,
144
  "step": 180
145
  },
146
  {
147
  "epoch": 2.9230769230769234,
148
- "grad_norm": 4.5112223625183105,
149
  "learning_rate": 5.384615384615385e-05,
150
- "loss": 0.0263,
151
  "step": 190
152
  },
153
  {
154
  "epoch": 3.076923076923077,
155
- "grad_norm": 0.060032740235328674,
156
  "learning_rate": 4.615384615384616e-05,
157
- "loss": 0.0119,
158
  "step": 200
159
  },
160
  {
161
  "epoch": 3.076923076923077,
162
  "eval_accuracy": 0.9849624060150376,
163
- "eval_loss": 0.06726039946079254,
164
- "eval_runtime": 1.2772,
165
- "eval_samples_per_second": 104.135,
166
- "eval_steps_per_second": 13.31,
167
  "step": 200
168
  },
169
  {
170
  "epoch": 3.230769230769231,
171
- "grad_norm": 0.20212945342063904,
172
  "learning_rate": 3.846153846153846e-05,
173
- "loss": 0.0116,
174
  "step": 210
175
  },
176
  {
177
  "epoch": 3.3846153846153846,
178
- "grad_norm": 0.05760957673192024,
179
  "learning_rate": 3.0769230769230774e-05,
180
- "loss": 0.0113,
181
  "step": 220
182
  },
183
  {
184
  "epoch": 3.5384615384615383,
185
- "grad_norm": 0.0580044649541378,
186
  "learning_rate": 2.307692307692308e-05,
187
- "loss": 0.0107,
188
  "step": 230
189
  },
190
  {
191
  "epoch": 3.6923076923076925,
192
- "grad_norm": 0.05357787013053894,
193
  "learning_rate": 1.5384615384615387e-05,
194
- "loss": 0.0104,
195
  "step": 240
196
  },
197
  {
198
  "epoch": 3.8461538461538463,
199
- "grad_norm": 0.05624014511704445,
200
  "learning_rate": 7.692307692307694e-06,
201
- "loss": 0.0103,
202
  "step": 250
203
  },
204
  {
205
  "epoch": 4.0,
206
- "grad_norm": 0.05524070933461189,
207
  "learning_rate": 0.0,
208
- "loss": 0.0103,
209
  "step": 260
210
  },
211
  {
212
  "epoch": 4.0,
213
  "step": 260,
214
  "total_flos": 3.205097416476426e+17,
215
- "train_loss": 0.12043425440788269,
216
- "train_runtime": 117.3246,
217
- "train_samples_per_second": 35.253,
218
- "train_steps_per_second": 2.216
219
  }
220
  ],
221
  "logging_steps": 10,
 
1
  {
2
+ "best_metric": 0.040931012481451035,
3
  "best_model_checkpoint": "./vit-base-beans-demo-v18Set/checkpoint-200",
4
  "epoch": 4.0,
5
  "eval_steps": 100,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.15384615384615385,
13
+ "grad_norm": 1.6004313230514526,
14
  "learning_rate": 0.00019230769230769233,
15
+ "loss": 0.8087,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.3076923076923077,
20
+ "grad_norm": 2.299769639968872,
21
  "learning_rate": 0.00018461538461538463,
22
+ "loss": 0.3525,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.46153846153846156,
27
+ "grad_norm": 1.0842756032943726,
28
  "learning_rate": 0.00017692307692307693,
29
+ "loss": 0.2053,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.6153846153846154,
34
+ "grad_norm": 6.000638961791992,
35
  "learning_rate": 0.00016923076923076923,
36
+ "loss": 0.1943,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 0.7692307692307693,
41
+ "grad_norm": 0.6018532514572144,
42
  "learning_rate": 0.00016153846153846155,
43
+ "loss": 0.1727,
44
  "step": 50
45
  },
46
  {
47
  "epoch": 0.9230769230769231,
48
+ "grad_norm": 1.624453067779541,
49
  "learning_rate": 0.00015384615384615385,
50
+ "loss": 0.2282,
51
  "step": 60
52
  },
53
  {
54
  "epoch": 1.0769230769230769,
55
+ "grad_norm": 0.2731366753578186,
56
  "learning_rate": 0.00014615384615384615,
57
+ "loss": 0.1134,
58
  "step": 70
59
  },
60
  {
61
  "epoch": 1.2307692307692308,
62
+ "grad_norm": 0.6613112688064575,
63
  "learning_rate": 0.00013846153846153847,
64
+ "loss": 0.0936,
65
  "step": 80
66
  },
67
  {
68
  "epoch": 1.3846153846153846,
69
+ "grad_norm": 0.14583992958068848,
70
  "learning_rate": 0.00013076923076923077,
71
+ "loss": 0.0824,
72
  "step": 90
73
  },
74
  {
75
  "epoch": 1.5384615384615383,
76
+ "grad_norm": 0.4384416937828064,
77
  "learning_rate": 0.0001230769230769231,
78
+ "loss": 0.0851,
79
  "step": 100
80
  },
81
  {
82
  "epoch": 1.5384615384615383,
83
+ "eval_accuracy": 0.9548872180451128,
84
+ "eval_loss": 0.13281743228435516,
85
+ "eval_runtime": 2.2563,
86
+ "eval_samples_per_second": 58.947,
87
+ "eval_steps_per_second": 7.535,
88
  "step": 100
89
  },
90
  {
91
  "epoch": 1.6923076923076923,
92
+ "grad_norm": 1.8822920322418213,
93
  "learning_rate": 0.00011538461538461538,
94
+ "loss": 0.142,
95
  "step": 110
96
  },
97
  {
98
  "epoch": 1.8461538461538463,
99
+ "grad_norm": 0.11390437930822372,
100
  "learning_rate": 0.0001076923076923077,
101
+ "loss": 0.0943,
102
  "step": 120
103
  },
104
  {
105
  "epoch": 2.0,
106
+ "grad_norm": 0.1020607054233551,
107
  "learning_rate": 0.0001,
108
+ "loss": 0.0639,
109
  "step": 130
110
  },
111
  {
112
  "epoch": 2.1538461538461537,
113
+ "grad_norm": 0.09703055769205093,
114
  "learning_rate": 9.230769230769232e-05,
115
+ "loss": 0.1224,
116
  "step": 140
117
  },
118
  {
119
  "epoch": 2.3076923076923075,
120
+ "grad_norm": 2.91983962059021,
121
  "learning_rate": 8.461538461538461e-05,
122
+ "loss": 0.0243,
123
  "step": 150
124
  },
125
  {
126
  "epoch": 2.4615384615384617,
127
+ "grad_norm": 0.09748347103595734,
128
  "learning_rate": 7.692307692307693e-05,
129
+ "loss": 0.0213,
130
  "step": 160
131
  },
132
  {
133
  "epoch": 2.6153846153846154,
134
+ "grad_norm": 0.0757695659995079,
135
  "learning_rate": 6.923076923076924e-05,
136
+ "loss": 0.0179,
137
  "step": 170
138
  },
139
  {
140
  "epoch": 2.769230769230769,
141
+ "grad_norm": 0.06924037635326385,
142
  "learning_rate": 6.153846153846155e-05,
143
+ "loss": 0.0293,
144
  "step": 180
145
  },
146
  {
147
  "epoch": 2.9230769230769234,
148
+ "grad_norm": 0.0656639039516449,
149
  "learning_rate": 5.384615384615385e-05,
150
+ "loss": 0.0136,
151
  "step": 190
152
  },
153
  {
154
  "epoch": 3.076923076923077,
155
+ "grad_norm": 0.06468123197555542,
156
  "learning_rate": 4.615384615384616e-05,
157
+ "loss": 0.0131,
158
  "step": 200
159
  },
160
  {
161
  "epoch": 3.076923076923077,
162
  "eval_accuracy": 0.9849624060150376,
163
+ "eval_loss": 0.040931012481451035,
164
+ "eval_runtime": 1.3479,
165
+ "eval_samples_per_second": 98.671,
166
+ "eval_steps_per_second": 12.612,
167
  "step": 200
168
  },
169
  {
170
  "epoch": 3.230769230769231,
171
+ "grad_norm": 0.060022223740816116,
172
  "learning_rate": 3.846153846153846e-05,
173
+ "loss": 0.012,
174
  "step": 210
175
  },
176
  {
177
  "epoch": 3.3846153846153846,
178
+ "grad_norm": 0.06361185014247894,
179
  "learning_rate": 3.0769230769230774e-05,
180
+ "loss": 0.0162,
181
  "step": 220
182
  },
183
  {
184
  "epoch": 3.5384615384615383,
185
+ "grad_norm": 0.06728459149599075,
186
  "learning_rate": 2.307692307692308e-05,
187
+ "loss": 0.0115,
188
  "step": 230
189
  },
190
  {
191
  "epoch": 3.6923076923076925,
192
+ "grad_norm": 0.06117574870586395,
193
  "learning_rate": 1.5384615384615387e-05,
194
+ "loss": 0.0115,
195
  "step": 240
196
  },
197
  {
198
  "epoch": 3.8461538461538463,
199
+ "grad_norm": 0.05541615188121796,
200
  "learning_rate": 7.692307692307694e-06,
201
+ "loss": 0.0113,
202
  "step": 250
203
  },
204
  {
205
  "epoch": 4.0,
206
+ "grad_norm": 0.05663846433162689,
207
  "learning_rate": 0.0,
208
+ "loss": 0.0131,
209
  "step": 260
210
  },
211
  {
212
  "epoch": 4.0,
213
  "step": 260,
214
  "total_flos": 3.205097416476426e+17,
215
+ "train_loss": 0.11360841490901434,
216
+ "train_runtime": 111.3779,
217
+ "train_samples_per_second": 37.135,
218
+ "train_steps_per_second": 2.334
219
  }
220
  ],
221
  "logging_steps": 10,