| #!/bin/bash | |
| DATASET_ROOT=/dataset/imageNet100_sicy/train/ #/raid/common/imagenet-raw/ | |
| ## train ViT-base for 400 epochs | |
| OUTPUT_ROOT=./exps/vit_base_400ep | |
| NPROC_PER_NODE=24 # GPU numbers | |
| BATCH_SIZE_PER_GPU=42 | |
| DEBUG=false # debug = true, then we only load subset of the whole training dataset | |
| python -m torch.distributed.launch --nproc_per_node=$NPROC_PER_NODE main.py \ | |
| --data_path $DATASET_ROOT \ | |
| --output_dir $OUTPUT_ROOT \ | |
| --arch vit_base \ | |
| --instance_queue_size 65536 \ | |
| --local_group_queue_size 65536 \ | |
| --use_bn_in_head false \ | |
| --instance_out_dim 256 \ | |
| --instance_temp 0.2 \ | |
| --local_group_out_dim 256 \ | |
| --local_group_temp 0.2 \ | |
| --local_group_knn_top_n 8 \ | |
| --group_out_dim 65536 \ | |
| --group_student_temp 0.1 \ | |
| --group_warmup_teacher_temp 0.04 \ | |
| --group_teacher_temp 0.07 \ | |
| --group_warmup_teacher_temp_epochs 50 \ | |
| --norm_last_layer false \ | |
| --norm_before_pred true \ | |
| --batch_size_per_gpu $BATCH_SIZE_PER_GPU \ | |
| --epochs 400 \ | |
| --warmup_epochs 10 \ | |
| --clip_grad 3.0 \ | |
| --lr 0.0008 \ | |
| --min_lr 2e-06 \ | |
| --patch_embed_lr_mult 0.2 \ | |
| --drop_path_rate 0.1 \ | |
| --weight_decay 0.04 \ | |
| --weight_decay_end 0.1 \ | |
| --freeze_last_layer 3 \ | |
| --momentum_teacher 0.996 \ | |
| --use_fp16 false \ | |
| --local_crops_number 10 \ | |
| --size_crops 96 \ | |
| --global_crops_scale 0.25 1 \ | |
| --local_crops_scale 0.05 0.25 \ | |
| --timm_auto_augment_par rand-m9-mstd0.5-inc1 \ | |
| --prob 0.5 \ | |
| --use_prefetcher true \ | |
| --debug $DEBUG |