End of training

README.md

@@ -2,6 +2,8 @@
 license: other
 base_model: nvidia/mit-b0
 tags:
+- image-segmentation
+- vision
 - generated_from_trainer
 model-index:
 - name: Segments
@@ -13,7 +15,82 @@ should probably proofread and complete it, then remove this comment. -->
 
 # Segments
 
-This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on the None dataset.
+This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on the segments/sidewalk-semantic dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.9830
+- Mean Iou: 0.1931
+- Mean Accuracy: 0.2401
+- Overall Accuracy: 0.7586
+- Accuracy Unlabeled: nan
+- Accuracy Flat-road: 0.7259
+- Accuracy Flat-sidewalk: 0.9518
+- Accuracy Flat-crosswalk: 0.5588
+- Accuracy Flat-cyclinglane: 0.5550
+- Accuracy Flat-parkingdriveway: 0.1159
+- Accuracy Flat-railtrack: nan
+- Accuracy Flat-curb: 0.1277
+- Accuracy Human-person: 0.0990
+- Accuracy Human-rider: 0.0
+- Accuracy Vehicle-car: 0.9049
+- Accuracy Vehicle-truck: 0.0
+- Accuracy Vehicle-bus: 0.0
+- Accuracy Vehicle-tramtrain: nan
+- Accuracy Vehicle-motorcycle: 0.0
+- Accuracy Vehicle-bicycle: 0.0
+- Accuracy Vehicle-caravan: 0.0
+- Accuracy Vehicle-cartrailer: 0.0
+- Accuracy Construction-building: 0.8590
+- Accuracy Construction-door: 0.0
+- Accuracy Construction-wall: 0.0013
+- Accuracy Construction-fenceguardrail: 0.0
+- Accuracy Construction-bridge: 0.0
+- Accuracy Construction-tunnel: nan
+- Accuracy Construction-stairs: 0.0
+- Accuracy Object-pole: 0.0088
+- Accuracy Object-trafficsign: 0.0
+- Accuracy Object-trafficlight: 0.0
+- Accuracy Nature-vegetation: 0.9206
+- Accuracy Nature-terrain: 0.7756
+- Accuracy Sky: 0.8391
+- Accuracy Void-ground: 0.0
+- Accuracy Void-dynamic: 0.0
+- Accuracy Void-static: 0.0
+- Accuracy Void-unclear: 0.0
+- Iou Unlabeled: nan
+- Iou Flat-road: 0.5951
+- Iou Flat-sidewalk: 0.7822
+- Iou Flat-crosswalk: 0.5498
+- Iou Flat-cyclinglane: 0.4666
+- Iou Flat-parkingdriveway: 0.1001
+- Iou Flat-railtrack: nan
+- Iou Flat-curb: 0.1078
+- Iou Human-person: 0.0979
+- Iou Human-rider: 0.0
+- Iou Vehicle-car: 0.6265
+- Iou Vehicle-truck: 0.0
+- Iou Vehicle-bus: 0.0
+- Iou Vehicle-tramtrain: nan
+- Iou Vehicle-motorcycle: 0.0
+- Iou Vehicle-bicycle: 0.0
+- Iou Vehicle-caravan: 0.0
+- Iou Vehicle-cartrailer: 0.0
+- Iou Construction-building: 0.4997
+- Iou Construction-door: 0.0
+- Iou Construction-wall: 0.0013
+- Iou Construction-fenceguardrail: 0.0
+- Iou Construction-bridge: 0.0
+- Iou Construction-tunnel: nan
+- Iou Construction-stairs: 0.0
+- Iou Object-pole: 0.0088
+- Iou Object-trafficsign: 0.0
+- Iou Object-trafficlight: 0.0
+- Iou Nature-vegetation: 0.7405
+- Iou Nature-terrain: 0.6034
+- Iou Sky: 0.8052
+- Iou Void-ground: 0.0
+- Iou Void-dynamic: 0.0
+- Iou Void-static: 0.0
+- Iou Void-unclear: 0.0
 
 ## Model description
 

all_results.json

@@ -0,0 +1,85 @@
+{
+    "epoch": 19.81,
+    "eval_accuracy_construction-bridge": 0.0,
+    "eval_accuracy_construction-building": 0.8590146051251705,
+    "eval_accuracy_construction-door": 0.0,
+    "eval_accuracy_construction-fenceguardrail": 0.0,
+    "eval_accuracy_construction-stairs": 0.0,
+    "eval_accuracy_construction-tunnel": NaN,
+    "eval_accuracy_construction-wall": 0.001317080924782568,
+    "eval_accuracy_flat-crosswalk": 0.5587614814704475,
+    "eval_accuracy_flat-curb": 0.1276987072001905,
+    "eval_accuracy_flat-cyclinglane": 0.5549554426151009,
+    "eval_accuracy_flat-parkingdriveway": 0.11587664148520291,
+    "eval_accuracy_flat-railtrack": NaN,
+    "eval_accuracy_flat-road": 0.7259208131761419,
+    "eval_accuracy_flat-sidewalk": 0.9517671543102283,
+    "eval_accuracy_human-person": 0.09899381037890112,
+    "eval_accuracy_human-rider": 0.0,
+    "eval_accuracy_nature-terrain": 0.7756278458254022,
+    "eval_accuracy_nature-vegetation": 0.9205963171170912,
+    "eval_accuracy_object-pole": 0.008821574806525607,
+    "eval_accuracy_object-trafficlight": 0.0,
+    "eval_accuracy_object-trafficsign": 0.0,
+    "eval_accuracy_sky": 0.8390657685487607,
+    "eval_accuracy_unlabeled": NaN,
+    "eval_accuracy_vehicle-bicycle": 0.0,
+    "eval_accuracy_vehicle-bus": 0.0,
+    "eval_accuracy_vehicle-car": 0.9049240346951853,
+    "eval_accuracy_vehicle-caravan": 0.0,
+    "eval_accuracy_vehicle-cartrailer": 0.0,
+    "eval_accuracy_vehicle-motorcycle": 0.0,
+    "eval_accuracy_vehicle-tramtrain": NaN,
+    "eval_accuracy_vehicle-truck": 0.0,
+    "eval_accuracy_void-dynamic": 0.0,
+    "eval_accuracy_void-ground": 0.0,
+    "eval_accuracy_void-static": 0.0,
+    "eval_accuracy_void-unclear": 0.0,
+    "eval_iou_construction-bridge": 0.0,
+    "eval_iou_construction-building": 0.49966273102422204,
+    "eval_iou_construction-door": 0.0,
+    "eval_iou_construction-fenceguardrail": 0.0,
+    "eval_iou_construction-stairs": 0.0,
+    "eval_iou_construction-tunnel": NaN,
+    "eval_iou_construction-wall": 0.0013105616961982412,
+    "eval_iou_flat-crosswalk": 0.5497595515292523,
+    "eval_iou_flat-curb": 0.107839451025818,
+    "eval_iou_flat-cyclinglane": 0.4665512602202192,
+    "eval_iou_flat-parkingdriveway": 0.10007739238668793,
+    "eval_iou_flat-railtrack": NaN,
+    "eval_iou_flat-road": 0.5950889830014944,
+    "eval_iou_flat-sidewalk": 0.7821736374605205,
+    "eval_iou_human-person": 0.09788031780354503,
+    "eval_iou_human-rider": 0.0,
+    "eval_iou_nature-terrain": 0.603375343788221,
+    "eval_iou_nature-vegetation": 0.7404922773118722,
+    "eval_iou_object-pole": 0.008814276343092762,
+    "eval_iou_object-trafficlight": 0.0,
+    "eval_iou_object-trafficsign": 0.0,
+    "eval_iou_sky": 0.805219699788265,
+    "eval_iou_unlabeled": NaN,
+    "eval_iou_vehicle-bicycle": 0.0,
+    "eval_iou_vehicle-bus": 0.0,
+    "eval_iou_vehicle-car": 0.6265363619850278,
+    "eval_iou_vehicle-caravan": 0.0,
+    "eval_iou_vehicle-cartrailer": 0.0,
+    "eval_iou_vehicle-motorcycle": 0.0,
+    "eval_iou_vehicle-tramtrain": NaN,
+    "eval_iou_vehicle-truck": 0.0,
+    "eval_iou_void-dynamic": 0.0,
+    "eval_iou_void-ground": 0.0,
+    "eval_iou_void-static": 0.0,
+    "eval_iou_void-unclear": 0.0,
+    "eval_loss": 0.9830149412155151,
+    "eval_mean_accuracy": 0.24010778315093972,
+    "eval_mean_iou": 0.19305747888272376,
+    "eval_overall_accuracy": 0.7586429852069163,
+    "eval_runtime": 153.8717,
+    "eval_samples_per_second": 0.975,
+    "eval_steps_per_second": 0.123,
+    "total_flos": 2.9595008832425165e+17,
+    "train_loss": 1.403595557302799,
+    "train_runtime": 1785.2215,
+    "train_samples_per_second": 9.523,
+    "train_steps_per_second": 0.594
+}

eval_results.json

@@ -0,0 +1,80 @@
+{
+    "epoch": 19.81,
+    "eval_accuracy_construction-bridge": 0.0,
+    "eval_accuracy_construction-building": 0.8590146051251705,
+    "eval_accuracy_construction-door": 0.0,
+    "eval_accuracy_construction-fenceguardrail": 0.0,
+    "eval_accuracy_construction-stairs": 0.0,
+    "eval_accuracy_construction-tunnel": NaN,
+    "eval_accuracy_construction-wall": 0.001317080924782568,
+    "eval_accuracy_flat-crosswalk": 0.5587614814704475,
+    "eval_accuracy_flat-curb": 0.1276987072001905,
+    "eval_accuracy_flat-cyclinglane": 0.5549554426151009,
+    "eval_accuracy_flat-parkingdriveway": 0.11587664148520291,
+    "eval_accuracy_flat-railtrack": NaN,
+    "eval_accuracy_flat-road": 0.7259208131761419,
+    "eval_accuracy_flat-sidewalk": 0.9517671543102283,
+    "eval_accuracy_human-person": 0.09899381037890112,
+    "eval_accuracy_human-rider": 0.0,
+    "eval_accuracy_nature-terrain": 0.7756278458254022,
+    "eval_accuracy_nature-vegetation": 0.9205963171170912,
+    "eval_accuracy_object-pole": 0.008821574806525607,
+    "eval_accuracy_object-trafficlight": 0.0,
+    "eval_accuracy_object-trafficsign": 0.0,
+    "eval_accuracy_sky": 0.8390657685487607,
+    "eval_accuracy_unlabeled": NaN,
+    "eval_accuracy_vehicle-bicycle": 0.0,
+    "eval_accuracy_vehicle-bus": 0.0,
+    "eval_accuracy_vehicle-car": 0.9049240346951853,
+    "eval_accuracy_vehicle-caravan": 0.0,
+    "eval_accuracy_vehicle-cartrailer": 0.0,
+    "eval_accuracy_vehicle-motorcycle": 0.0,
+    "eval_accuracy_vehicle-tramtrain": NaN,
+    "eval_accuracy_vehicle-truck": 0.0,
+    "eval_accuracy_void-dynamic": 0.0,
+    "eval_accuracy_void-ground": 0.0,
+    "eval_accuracy_void-static": 0.0,
+    "eval_accuracy_void-unclear": 0.0,
+    "eval_iou_construction-bridge": 0.0,
+    "eval_iou_construction-building": 0.49966273102422204,
+    "eval_iou_construction-door": 0.0,
+    "eval_iou_construction-fenceguardrail": 0.0,
+    "eval_iou_construction-stairs": 0.0,
+    "eval_iou_construction-tunnel": NaN,
+    "eval_iou_construction-wall": 0.0013105616961982412,
+    "eval_iou_flat-crosswalk": 0.5497595515292523,
+    "eval_iou_flat-curb": 0.107839451025818,
+    "eval_iou_flat-cyclinglane": 0.4665512602202192,
+    "eval_iou_flat-parkingdriveway": 0.10007739238668793,
+    "eval_iou_flat-railtrack": NaN,
+    "eval_iou_flat-road": 0.5950889830014944,
+    "eval_iou_flat-sidewalk": 0.7821736374605205,
+    "eval_iou_human-person": 0.09788031780354503,
+    "eval_iou_human-rider": 0.0,
+    "eval_iou_nature-terrain": 0.603375343788221,
+    "eval_iou_nature-vegetation": 0.7404922773118722,
+    "eval_iou_object-pole": 0.008814276343092762,
+    "eval_iou_object-trafficlight": 0.0,
+    "eval_iou_object-trafficsign": 0.0,
+    "eval_iou_sky": 0.805219699788265,
+    "eval_iou_unlabeled": NaN,
+    "eval_iou_vehicle-bicycle": 0.0,
+    "eval_iou_vehicle-bus": 0.0,
+    "eval_iou_vehicle-car": 0.6265363619850278,
+    "eval_iou_vehicle-caravan": 0.0,
+    "eval_iou_vehicle-cartrailer": 0.0,
+    "eval_iou_vehicle-motorcycle": 0.0,
+    "eval_iou_vehicle-tramtrain": NaN,
+    "eval_iou_vehicle-truck": 0.0,
+    "eval_iou_void-dynamic": 0.0,
+    "eval_iou_void-ground": 0.0,
+    "eval_iou_void-static": 0.0,
+    "eval_iou_void-unclear": 0.0,
+    "eval_loss": 0.9830149412155151,
+    "eval_mean_accuracy": 0.24010778315093972,
+    "eval_mean_iou": 0.19305747888272376,
+    "eval_overall_accuracy": 0.7586429852069163,
+    "eval_runtime": 153.8717,
+    "eval_samples_per_second": 0.975,
+    "eval_steps_per_second": 0.123
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 19.81,
+    "total_flos": 2.9595008832425165e+17,
+    "train_loss": 1.403595557302799,
+    "train_runtime": 1785.2215,
+    "train_samples_per_second": 9.523,
+    "train_steps_per_second": 0.594
+}

trainer_state.json

@@ -0,0 +1,40 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 19.813084112149532,
+  "eval_steps": 500,
+  "global_step": 1060,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 9.35,
+      "learning_rate": 2.641509433962264e-05,
+      "loss": 1.7773,
+      "step": 500
+    },
+    {
+      "epoch": 18.69,
+      "learning_rate": 2.830188679245283e-06,
+      "loss": 1.082,
+      "step": 1000
+    },
+    {
+      "epoch": 19.81,
+      "step": 1060,
+      "total_flos": 2.9595008832425165e+17,
+      "train_loss": 1.403595557302799,
+      "train_runtime": 1785.2215,
+      "train_samples_per_second": 9.523,
+      "train_steps_per_second": 0.594
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 1060,
+  "num_train_epochs": 20,
+  "save_steps": 200,
+  "total_flos": 2.9595008832425165e+17,
+  "trial_name": null,
+  "trial_params": null
+}