nateraw commited on
Commit
9bd75cb
1 Parent(s): 5cee668

🍻 cheers

Browse files
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
README.md ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - image-classification
5
+ - other-image-classification
6
+ - generated_from_trainer
7
+ datasets:
8
+ - beans
9
+ metrics:
10
+ - accuracy
11
+ model-index:
12
+ - name: vit-base-beans-demo-v3
13
+ results:
14
+ - task:
15
+ name: Image Classification
16
+ type: image-classification
17
+ dataset:
18
+ name: beans
19
+ type: beans
20
+ args: default
21
+ metrics:
22
+ - name: Accuracy
23
+ type: accuracy
24
+ value: 0.9849624060150376
25
+ ---
26
+
27
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
28
+ should probably proofread and complete it, then remove this comment. -->
29
+
30
+ # vit-base-beans-demo-v3
31
+
32
+ This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the beans dataset.
33
+ It achieves the following results on the evaluation set:
34
+ - Loss: 0.0645
35
+ - Accuracy: 0.9850
36
+
37
+ ## Model description
38
+
39
+ More information needed
40
+
41
+ ## Intended uses & limitations
42
+
43
+ More information needed
44
+
45
+ ## Training and evaluation data
46
+
47
+ More information needed
48
+
49
+ ## Training procedure
50
+
51
+ ### Training hyperparameters
52
+
53
+ The following hyperparameters were used during training:
54
+ - learning_rate: 0.0002
55
+ - train_batch_size: 16
56
+ - eval_batch_size: 8
57
+ - seed: 42
58
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
59
+ - lr_scheduler_type: linear
60
+ - num_epochs: 2
61
+ - mixed_precision_training: Native AMP
62
+
63
+ ### Training results
64
+
65
+ | Training Loss | Epoch | Step | Validation Loss | Accuracy |
66
+ |:-------------:|:-----:|:----:|:---------------:|:--------:|
67
+ | 0.0397 | 1.54 | 100 | 0.0645 | 0.9850 |
68
+
69
+
70
+ ### Framework versions
71
+
72
+ - Transformers 4.10.0.dev0
73
+ - Pytorch 1.9.0+cu102
74
+ - Datasets 1.11.0
75
+ - Tokenizers 0.10.3
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.0,
3
+ "eval_accuracy": 0.9849624060150376,
4
+ "eval_loss": 0.0645078495144844,
5
+ "eval_runtime": 4.4101,
6
+ "eval_samples_per_second": 30.158,
7
+ "eval_steps_per_second": 3.855,
8
+ "total_flos": 0.0,
9
+ "train_loss": 0.22280787963133591,
10
+ "train_runtime": 105.6076,
11
+ "train_samples_per_second": 19.582,
12
+ "train_steps_per_second": 1.231
13
+ }
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224-in21k",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "hidden_act": "gelu",
8
+ "hidden_dropout_prob": 0.0,
9
+ "hidden_size": 768,
10
+ "id2label": {
11
+ "0": "angular_leaf_spot",
12
+ "1": "bean_rust",
13
+ "2": "healthy"
14
+ },
15
+ "image_size": 224,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 3072,
18
+ "label2id": {
19
+ "angular_leaf_spot": "0",
20
+ "bean_rust": "1",
21
+ "healthy": "2"
22
+ },
23
+ "layer_norm_eps": 1e-12,
24
+ "model_type": "vit",
25
+ "num_attention_heads": 12,
26
+ "num_channels": 3,
27
+ "num_hidden_layers": 12,
28
+ "patch_size": 16,
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.10.0.dev0"
31
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.0,
3
+ "eval_accuracy": 0.9849624060150376,
4
+ "eval_loss": 0.0645078495144844,
5
+ "eval_runtime": 4.4101,
6
+ "eval_samples_per_second": 30.158,
7
+ "eval_steps_per_second": 3.855
8
+ }
preprocessor_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_resize": true,
4
+ "feature_extractor_type": "ViTFeatureExtractor",
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_std": [
11
+ 0.5,
12
+ 0.5,
13
+ 0.5
14
+ ],
15
+ "resample": 2,
16
+ "size": 224
17
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95242172659c30362be995bbbd33238d1d6d2661d0a2af6dd10ac6867575c9dc
3
+ size 343282929
runs/Aug27_17-49-35_8aef211896cd/1630086610.446651/events.out.tfevents.1630086610.8aef211896cd.77.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:211af9c8f1d6329784891431b44841ec61844f09a0af591edef74a9b3018b591
3
+ size 4240
runs/Aug27_17-49-35_8aef211896cd/events.out.tfevents.1630086610.8aef211896cd.77.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9521b3119e81dfe6480ad59ea0d99761673457954b4482286436cbf076f3977
3
+ size 5693
runs/Aug27_17-49-35_8aef211896cd/events.out.tfevents.1630086722.8aef211896cd.77.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d6ba4450844676431c5283ef7accfd3f7b1de2b13b7ba2b9de4b44ac696cc08
3
+ size 363
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.0,
3
+ "total_flos": 0.0,
4
+ "train_loss": 0.22280787963133591,
5
+ "train_runtime": 105.6076,
6
+ "train_samples_per_second": 19.582,
7
+ "train_steps_per_second": 1.231
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.0645078495144844,
3
+ "best_model_checkpoint": "./vit-base-beans-demo-v3/checkpoint-100",
4
+ "epoch": 2.0,
5
+ "global_step": 130,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.15,
12
+ "learning_rate": 0.00018461538461538463,
13
+ "loss": 0.8806,
14
+ "step": 10
15
+ },
16
+ {
17
+ "epoch": 0.31,
18
+ "learning_rate": 0.00016923076923076923,
19
+ "loss": 0.4438,
20
+ "step": 20
21
+ },
22
+ {
23
+ "epoch": 0.46,
24
+ "learning_rate": 0.00015384615384615385,
25
+ "loss": 0.3464,
26
+ "step": 30
27
+ },
28
+ {
29
+ "epoch": 0.62,
30
+ "learning_rate": 0.00013846153846153847,
31
+ "loss": 0.3524,
32
+ "step": 40
33
+ },
34
+ {
35
+ "epoch": 0.77,
36
+ "learning_rate": 0.0001230769230769231,
37
+ "loss": 0.2376,
38
+ "step": 50
39
+ },
40
+ {
41
+ "epoch": 0.92,
42
+ "learning_rate": 0.0001076923076923077,
43
+ "loss": 0.1484,
44
+ "step": 60
45
+ },
46
+ {
47
+ "epoch": 1.08,
48
+ "learning_rate": 9.230769230769232e-05,
49
+ "loss": 0.0672,
50
+ "step": 70
51
+ },
52
+ {
53
+ "epoch": 1.23,
54
+ "learning_rate": 7.692307692307693e-05,
55
+ "loss": 0.1207,
56
+ "step": 80
57
+ },
58
+ {
59
+ "epoch": 1.38,
60
+ "learning_rate": 6.153846153846155e-05,
61
+ "loss": 0.0542,
62
+ "step": 90
63
+ },
64
+ {
65
+ "epoch": 1.54,
66
+ "learning_rate": 4.615384615384616e-05,
67
+ "loss": 0.0397,
68
+ "step": 100
69
+ },
70
+ {
71
+ "epoch": 1.54,
72
+ "eval_accuracy": 0.9849624060150376,
73
+ "eval_loss": 0.0645078495144844,
74
+ "eval_runtime": 4.5427,
75
+ "eval_samples_per_second": 29.278,
76
+ "eval_steps_per_second": 3.742,
77
+ "step": 100
78
+ },
79
+ {
80
+ "epoch": 1.69,
81
+ "learning_rate": 3.0769230769230774e-05,
82
+ "loss": 0.0978,
83
+ "step": 110
84
+ },
85
+ {
86
+ "epoch": 1.85,
87
+ "learning_rate": 1.5384615384615387e-05,
88
+ "loss": 0.0357,
89
+ "step": 120
90
+ },
91
+ {
92
+ "epoch": 2.0,
93
+ "learning_rate": 0.0,
94
+ "loss": 0.0721,
95
+ "step": 130
96
+ },
97
+ {
98
+ "epoch": 2.0,
99
+ "step": 130,
100
+ "total_flos": 0.0,
101
+ "train_loss": 0.22280787963133591,
102
+ "train_runtime": 105.6076,
103
+ "train_samples_per_second": 19.582,
104
+ "train_steps_per_second": 1.231
105
+ }
106
+ ],
107
+ "max_steps": 130,
108
+ "num_train_epochs": 2,
109
+ "total_flos": 0.0,
110
+ "trial_name": null,
111
+ "trial_params": null
112
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a77c3c293c2992c1db7fd3161a6d6788254a0d9e50d0fef014531adac39df67b
3
+ size 2671