gelsight_t1_forcefield_dino_vitbase_bg/config.yaml

paths:
  data_root: /media/chiguera/GUM/
  encoder_checkpoint_root: /media/chiguera/2TB/sparsh/encoders_460k/
  log_dir: /media/chiguera/GUM/tactile_ssl/outputs_sparsh/${experiment_name}/logs/
  output_dir: /media/chiguera/GUM/tactile_ssl/outputs_sparsh/${experiment_name}/
  work_dir: ${hydra:runtime.cwd}
wandb:
  project: ${task_name}_${sensor}
  entity: chiguera
  save_dir: ${paths.output_dir}
  id: ${hydra:job.id}_${experiment_name}
  tags:
  - ${ssl_name}
  group: null
  notes: null
data:
  train_val_split: null
  train_data_budget: ${train_data_budget}
  val_data_budget: ${val_data_budget}
  max_train_data: null
  sensor: gelsight_mini
  dataset:
    _target_: tactile_ssl.data.vision_tactile_forcefield.VisionTactileBackboneDataset
    config:
      sensor: ${data.sensor}
      remove_bg: true
      out_format: concat_ch_img
      num_frames: 2
      frame_stride: 5
      path_dataset: ${paths.data_root}/datasets/gelsight/Object-Slide/
      path_bgs: ${paths.data_root}/datasets/gelsight/Object-Slide/bgs/
      list_datasets:
      - strawberry/dataset_0
      - strawberry/dataset_1
      - strawberry/dataset_2
      - plum/dataset_0
      - plum/dataset_1
      - plum/dataset_2
      - icecream_cup/dataset_0
      - icecream_cup/dataset_1
      - icecream_cup/dataset_2
      - donut/dataset_0
      - donut/dataset_1
      - donut/dataset_2
      - cookie2/dataset_0
      - cookie2/dataset_1
      - cookie2/dataset_2
      - bread/dataset_0
      - bread/dataset_1
      - bread/dataset_2
      - banana/dataset_0
      - banana/dataset_1
      - banana/dataset_2
      - bagel/dataset_0
      - bagel/dataset_1
      - bagel/dataset_2
      list_datasets_test:
      - bagel/dataset_3
      - banana/dataset_3
      - bread/dataset_3
      - cookie2/dataset_3
      - donut/dataset_3
      - icecream_cup/dataset_3
      - plum/dataset_3
      - strawberry/dataset_3
      look_in_folder: false
      transforms:
        with_augmentation: false
        resize:
        - 224
        - 224
        p_flip: 0.0
        p_crop: 0.0
        p_rot: 0.0
  train_dataloader:
    batch_size: 20
    num_workers: 2
    drop_last: true
    pin_memory: true
    persistent_workers: true
    shuffle: true
  val_dataloader:
    batch_size: 20
    num_workers: 2
    drop_last: true
    pin_memory: true
    persistent_workers: true
task:
  _target_: tactile_ssl.downstream_task.ForceFieldModuleSL
  model_encoder:
    _target_: tactile_ssl.model.vit_${ssl_model_size}
    img_size:
    - 224
    - 224
    in_chans: 6
    pos_embed_fn: sinusoidal
    num_register_tokens: 1
  model_task:
    _target_: tactile_ssl.downstream_task.ForceFieldDecoderSL
    embed_dim: ${ssl_model_size}
  checkpoint_encoder: ${paths.encoder_checkpoint_root}/${ssl_name}_vit${ssl_model_size}.ckpt
  checkpoint_task: /media/chiguera/GUM/tactile_ssl/outputs_sparsh/digit_t1_forcefield_dino_vitbase_bg/checkpoints/epoch-0031.pth
  train_encoder: false
  optim_cfg:
    _partial_: true
    _target_: torch.optim.Adam
    lr: 0.0001
  scheduler_cfg: null
  ssl_config:
    img_sz:
    - 224
    - 224
    pose_estimator:
      num_encoder_layers: 18
    loss:
      with_mask_supervision: false
      with_sl_supervision: false
      with_ssim: true
      disparity_smoothness: 0.001
      min_depth: 0.1
      max_depth: 100.0
  encoder_type: ${ssl_name}
ssl_name: dino
sensor: gelsight
ckpt_path: null
task_name: t1_forcefield
ssl_model_size: base
train_data_budget: 1.0
val_data_budget: 1.0
experiment_name: ${sensor}_${task_name}_${ssl_name}_vit${ssl_model_size}_bg
seed: 42
data_out_format: concat_ch_img
num_frames: 2
frame_stride: 5
trainer:
  max_epochs: 21
  validation_frequency: 2
  sanity_validate: false
  save_checkpoint_dir: ${paths.output_dir}/checkpoints
  checkpoint_interval_type: log
  max_task_checkpoints: 10
  save_probe_weights_only: true
  limit_train_batches: 500
  limit_val_batches: 150
  use_distributed_sampler: false
  devices:
  - 0
test:
  data:
    dataset_name:
    - cookie2/dataset_0
    batch_size: 1
  tester:
    _partial_: true
    _target_: tactile_ssl.test.TestForceField
  demo:
    _partial_: true
    _target_: tactile_ssl.test.DemoForceField
  path_outputs: null