Hugging Face's logo

facebook
/
sparsh-gelsight-forcefield-decoder

sparsh
force field
gelsight mini
Model card Files Community
sparsh-gelsight-forcefield-decoder
File size: 4,202 Bytes 
ebd4d0b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
 
paths:
  data_root: /media/chiguera/GUM/
  encoder_checkpoint_root: /media/chiguera/2TB/sparsh/encoders_460k/
  log_dir: /media/chiguera/GUM/tactile_ssl/outputs_sparsh/${experiment_name}/logs/
  output_dir: /media/chiguera/GUM/tactile_ssl/outputs_sparsh/${experiment_name}/
  work_dir: ${hydra:runtime.cwd}
wandb:
  project: ${task_name}_${sensor}
  entity: chiguera
  save_dir: ${paths.output_dir}
  id: ${hydra:job.id}_${experiment_name}
  tags:
  - ${ssl_name}
  group: null
  notes: null
data:
  train_val_split: null
  train_data_budget: ${train_data_budget}
  val_data_budget: ${val_data_budget}
  max_train_data: null
  sensor: gelsight_mini
  dataset:
    _target_: tactile_ssl.data.vision_tactile_forcefield.VisionTactileBackboneDataset
    config:
      sensor: ${data.sensor}
      remove_bg: true
      out_format: concat_ch_img
      num_frames: 2
      frame_stride: 5
      path_dataset: ${paths.data_root}/datasets/gelsight/Object-Slide/
      path_bgs: ${paths.data_root}/datasets/gelsight/Object-Slide/bgs/
      list_datasets:
      - strawberry/dataset_0
      - strawberry/dataset_1
      - strawberry/dataset_2
      - plum/dataset_0
      - plum/dataset_1
      - plum/dataset_2
      - icecream_cup/dataset_0
      - icecream_cup/dataset_1
      - icecream_cup/dataset_2
      - donut/dataset_0
      - donut/dataset_1
      - donut/dataset_2
      - cookie2/dataset_0
      - cookie2/dataset_1
      - cookie2/dataset_2
      - bread/dataset_0
      - bread/dataset_1
      - bread/dataset_2
      - banana/dataset_0
      - banana/dataset_1
      - banana/dataset_2
      - bagel/dataset_0
      - bagel/dataset_1
      - bagel/dataset_2
      list_datasets_test:
      - bagel/dataset_3
      - banana/dataset_3
      - bread/dataset_3
      - cookie2/dataset_3
      - donut/dataset_3
      - icecream_cup/dataset_3
      - plum/dataset_3
      - strawberry/dataset_3
      look_in_folder: false
      transforms:
        with_augmentation: false
        resize:
        - 224
        - 224
        p_flip: 0.0
        p_crop: 0.0
        p_rot: 0.0
  train_dataloader:
    batch_size: 20
    num_workers: 2
    drop_last: true
    pin_memory: true
    persistent_workers: true
    shuffle: true
  val_dataloader:
    batch_size: 20
    num_workers: 2
    drop_last: true
    pin_memory: true
    persistent_workers: true
task:
  _target_: tactile_ssl.downstream_task.ForceFieldModuleSL
  model_encoder:
    _target_: tactile_ssl.model.vit_${ssl_model_size}
    img_size:
    - 224
    - 224
    in_chans: 6
    pos_embed_fn: sinusoidal
    num_register_tokens: 1
  model_task:
    _target_: tactile_ssl.downstream_task.ForceFieldDecoderSL
    embed_dim: ${ssl_model_size}
  checkpoint_encoder: ${paths.encoder_checkpoint_root}/${ssl_name}_vit${ssl_model_size}.ckpt
  checkpoint_task: /media/chiguera/GUM/tactile_ssl/outputs_sparsh/digit_t1_forcefield_dino_vitbase_bg/checkpoints/epoch-0031.pth
  train_encoder: false
  optim_cfg:
    _partial_: true
    _target_: torch.optim.Adam
    lr: 0.0001
  scheduler_cfg: null
  ssl_config:
    img_sz:
    - 224
    - 224
    pose_estimator:
      num_encoder_layers: 18
    loss:
      with_mask_supervision: false
      with_sl_supervision: false
      with_ssim: true
      disparity_smoothness: 0.001
      min_depth: 0.1
      max_depth: 100.0
  encoder_type: ${ssl_name}
ssl_name: dino
sensor: gelsight
ckpt_path: null
task_name: t1_forcefield
ssl_model_size: base
train_data_budget: 1.0
val_data_budget: 1.0
experiment_name: ${sensor}_${task_name}_${ssl_name}_vit${ssl_model_size}_bg
seed: 42
data_out_format: concat_ch_img
num_frames: 2
frame_stride: 5
trainer:
  max_epochs: 21
  validation_frequency: 2
  sanity_validate: false
  save_checkpoint_dir: ${paths.output_dir}/checkpoints
  checkpoint_interval_type: log
  max_task_checkpoints: 10
  save_probe_weights_only: true
  limit_train_batches: 500
  limit_val_batches: 150
  use_distributed_sampler: false
  devices:
  - 0
test:
  data:
    dataset_name:
    - cookie2/dataset_0
    batch_size: 1
  tester:
    _partial_: true
    _target_: tactile_ssl.test.TestForceField
  demo:
    _partial_: true
    _target_: tactile_ssl.test.DemoForceField
  path_outputs: null