| AUG: | |
| AA_TYPE: rand-m9-mstd0.5-inc1 | |
| COLOR_JITTER: 0.4 | |
| ENABLE: false | |
| GEN_MASK_LOADER: false | |
| INTERPOLATION: bicubic | |
| MASK_FRAMES: false | |
| MASK_RATIO: 0.0 | |
| MASK_TUBE: false | |
| MASK_WINDOW_SIZE: | |
| - 8 | |
| - 7 | |
| - 7 | |
| MAX_MASK_PATCHES_PER_BLOCK: null | |
| NUM_SAMPLE: 1 | |
| RE_COUNT: 1 | |
| RE_MODE: pixel | |
| RE_PROB: 0.25 | |
| RE_SPLIT: false | |
| AVA: | |
| ANNOTATION_DIR: /mnt/vol/gfsai-flash3-east/ai-group/users/haoqifan/ava/frame_list/ | |
| BGR: false | |
| DETECTION_SCORE_THRESH: 0.9 | |
| EXCLUSION_FILE: ava_val_excluded_timestamps_v2.2.csv | |
| FRAME_DIR: /mnt/fair-flash3-east/ava_trainval_frames.img/ | |
| FRAME_LIST_DIR: /mnt/vol/gfsai-flash3-east/ai-group/users/haoqifan/ava/frame_list/ | |
| FULL_TEST_ON_VAL: false | |
| GROUNDTRUTH_FILE: ava_val_v2.2.csv | |
| IMG_PROC_BACKEND: cv2 | |
| LABEL_MAP_FILE: ava_action_list_v2.2_for_activitynet_2019.pbtxt | |
| TEST_FORCE_FLIP: false | |
| TEST_LISTS: | |
| - val.csv | |
| TEST_PREDICT_BOX_LISTS: | |
| - ava_val_predicted_boxes.csv | |
| TRAIN_GT_BOX_LISTS: | |
| - ava_train_v2.2.csv | |
| TRAIN_LISTS: | |
| - train.csv | |
| TRAIN_PCA_JITTER_ONLY: true | |
| TRAIN_PREDICT_BOX_LISTS: [] | |
| TRAIN_USE_COLOR_AUGMENTATION: false | |
| BENCHMARK: | |
| LOG_PERIOD: 100 | |
| NUM_EPOCHS: 5 | |
| SHUFFLE: true | |
| BN: | |
| GLOBAL_SYNC: false | |
| NORM_TYPE: sync_batchnorm | |
| NUM_BATCHES_PRECISE: 200 | |
| NUM_SPLITS: 1 | |
| NUM_SYNC_DEVICES: 1 | |
| USE_PRECISE_STATS: true | |
| WEIGHT_DECAY: 0.0 | |
| CONTRASTIVE: | |
| BN_MLP: false | |
| BN_SYNC_MLP: false | |
| DELTA_CLIPS_MAX: .inf | |
| DELTA_CLIPS_MIN: -.inf | |
| DIM: 128 | |
| INTERP_MEMORY: false | |
| KNN_ON: true | |
| LENGTH: 239975 | |
| LOCAL_SHUFFLE_BN: true | |
| MEM_TYPE: 1d | |
| MLP_DIM: 2048 | |
| MOCO_MULTI_VIEW_QUEUE: false | |
| MOMENTUM: 0.5 | |
| MOMENTUM_ANNEALING: false | |
| NUM_CLASSES_DOWNSTREAM: 400 | |
| NUM_MLP_LAYERS: 1 | |
| PREDICTOR_DEPTHS: [] | |
| QUEUE_LEN: 65536 | |
| SEQUENTIAL: false | |
| SIMCLR_DIST_ON: true | |
| SWAV_QEUE_LEN: 0 | |
| T: 0.07 | |
| TYPE: mem | |
| DATA: | |
| COLOR_RND_GRAYSCALE: 0.0 | |
| DECODING_BACKEND: torchvision | |
| DECODING_SHORT_SIZE: 256 | |
| DUMMY_LOAD: false | |
| ENSEMBLE_METHOD: max | |
| IN22K_TRAINVAL: false | |
| IN22k_VAL_IN1K: '' | |
| INPUT_CHANNEL_NUM: | |
| - 3 | |
| INV_UNIFORM_SAMPLE: true | |
| IN_VAL_CROP_RATIO: 0.875 | |
| LOADER_CHUNK_OVERALL_SIZE: 0 | |
| LOADER_CHUNK_SIZE: 0 | |
| MEAN: | |
| - 0.45 | |
| - 0.45 | |
| - 0.45 | |
| MULTI_LABEL: true | |
| NUM_FRAMES: 16 | |
| PATH_LABEL_SEPARATOR: ' ' | |
| PATH_PREFIX: kabr/KABR/dataset/image | |
| PATH_TO_DATA_DIR: kabr/KABR/annotation | |
| PATH_TO_PRELOAD_IMDB: '' | |
| RANDOM_FLIP: true | |
| REVERSE_INPUT_CHANNEL: true | |
| SAMPLING_RATE: 5 | |
| SKIP_ROWS: 0 | |
| SSL_BLUR_SIGMA_MAX: | |
| - 0.0 | |
| - 2.0 | |
| SSL_BLUR_SIGMA_MIN: | |
| - 0.0 | |
| - 0.1 | |
| SSL_COLOR_BRI_CON_SAT: | |
| - 0.2 | |
| - 0.2 | |
| - 0.2 | |
| SSL_COLOR_HUE: 0.1 | |
| SSL_COLOR_JITTER: true | |
| SSL_MOCOV2_AUG: false | |
| STD: | |
| - 0.225 | |
| - 0.225 | |
| - 0.225 | |
| TARGET_FPS: 30 | |
| TEST_CROP_SIZE: 300 | |
| TIME_DIFF_PROB: 0.0 | |
| TRAIN_CROP_NUM_SPATIAL: 1 | |
| TRAIN_CROP_NUM_TEMPORAL: 1 | |
| TRAIN_CROP_SIZE: 300 | |
| TRAIN_JITTER_ASPECT_RELATIVE: [] | |
| TRAIN_JITTER_FPS: 0.0 | |
| TRAIN_JITTER_MOTION_SHIFT: false | |
| TRAIN_JITTER_SCALES: | |
| - 300 | |
| - 400 | |
| TRAIN_JITTER_SCALES_RELATIVE: [] | |
| TRAIN_PCA_EIGVAL: | |
| - 0.225 | |
| - 0.224 | |
| - 0.229 | |
| TRAIN_PCA_EIGVEC: | |
| - - -0.5675 | |
| - 0.7192 | |
| - 0.4009 | |
| - - -0.5808 | |
| - -0.0045 | |
| - -0.814 | |
| - - -0.5836 | |
| - -0.6948 | |
| - 0.4203 | |
| USE_OFFSET_SAMPLING: false | |
| DATA_LOADER: | |
| ENABLE_MULTI_THREAD_DECODE: false | |
| NUM_WORKERS: 8 | |
| PIN_MEMORY: true | |
| DEMO: | |
| BUFFER_SIZE: 0 | |
| CLIP_VIS_SIZE: 10 | |
| COMMON_CLASS_NAMES: | |
| - watch (a person) | |
| - talk to (e.g., self, a person, a group) | |
| - listen to (a person) | |
| - touch (an object) | |
| - carry/hold (an object) | |
| - walk | |
| - sit | |
| - lie/sleep | |
| - bend/bow (at the waist) | |
| COMMON_CLASS_THRES: 0.7 | |
| DETECTRON2_CFG: COCO-Detection/faster_rcnn_R_50_FPN_3x.yaml | |
| DETECTRON2_THRESH: 0.9 | |
| DETECTRON2_WEIGHTS: detectron2://COCO-Detection/faster_rcnn_R_50_FPN_3x/137849458/model_final_280758.pkl | |
| DISPLAY_HEIGHT: 0 | |
| DISPLAY_WIDTH: 0 | |
| ENABLE: false | |
| FPS: 30 | |
| GT_BOXES: '' | |
| INPUT_FORMAT: BGR | |
| INPUT_VIDEO: kabr/KABR/dataset/video/G0103.mp4 | |
| LABEL_FILE_PATH: kabr/KABR/annotation/classes.json | |
| NUM_CLIPS_SKIP: 1 | |
| NUM_VIS_INSTANCES: 1 | |
| OUTPUT_FILE: kabr/KABR/dataset/predict/G0103.mp4 | |
| OUTPUT_FPS: -1 | |
| PREDS_BOXES: '' | |
| SLOWMO: 1 | |
| STARTING_SECOND: 900 | |
| THREAD_ENABLE: false | |
| UNCOMMON_CLASS_THRES: 0.3 | |
| VIS_MODE: thres | |
| WEBCAM: -1 | |
| DETECTION: | |
| ALIGNED: true | |
| ENABLE: false | |
| ROI_XFORM_RESOLUTION: 7 | |
| SPATIAL_SCALE_FACTOR: 16 | |
| DIST_BACKEND: nccl | |
| LOG_MODEL_INFO: true | |
| LOG_PERIOD: 10 | |
| MASK: | |
| DECODER_DEPTH: 0 | |
| DECODER_EMBED_DIM: 512 | |
| DECODER_SEP_POS_EMBED: false | |
| DEC_KV_KERNEL: [] | |
| DEC_KV_STRIDE: [] | |
| ENABLE: false | |
| HEAD_TYPE: separate | |
| MAE_ON: false | |
| MAE_RND_MASK: false | |
| NORM_PRED_PIXEL: true | |
| PER_FRAME_MASKING: false | |
| PRED_HOG: false | |
| PRETRAIN_DEPTH: | |
| - 15 | |
| SCALE_INIT_BY_DEPTH: false | |
| TIME_STRIDE_LOSS: true | |
| MIXUP: | |
| ALPHA: 0.8 | |
| CUTMIX_ALPHA: 1.0 | |
| ENABLE: false | |
| LABEL_SMOOTH_VALUE: 0.1 | |
| PROB: 1.0 | |
| SWITCH_PROB: 0.5 | |
| MODEL: | |
| ACT_CHECKPOINT: false | |
| ARCH: x3d | |
| DETACH_FINAL_FC: false | |
| DROPCONNECT_RATE: 0.0 | |
| DROPOUT_RATE: 0.5 | |
| FC_INIT_STD: 0.01 | |
| FP16_ALLREDUCE: false | |
| FROZEN_BN: false | |
| HEAD_ACT: sigmoid | |
| LOSS_FUNC: EQL | |
| MODEL_NAME: X3D | |
| MULTI_PATHWAY_ARCH: | |
| - slowfast | |
| NUM_CLASSES: 8 | |
| SINGLE_PATHWAY_ARCH: | |
| - 2d | |
| - c2d | |
| - i3d | |
| - slow | |
| - x3d | |
| - mvit | |
| - maskmvit | |
| MULTIGRID: | |
| BN_BASE_SIZE: 8 | |
| DEFAULT_B: 0 | |
| DEFAULT_S: 0 | |
| DEFAULT_T: 0 | |
| EPOCH_FACTOR: 1.5 | |
| EVAL_FREQ: 3 | |
| LONG_CYCLE: false | |
| LONG_CYCLE_FACTORS: | |
| - - 0.25 | |
| - 0.7071067811865476 | |
| - - 0.5 | |
| - 0.7071067811865476 | |
| - - 0.5 | |
| - 1 | |
| - - 1 | |
| - 1 | |
| LONG_CYCLE_SAMPLING_RATE: 0 | |
| SHORT_CYCLE: false | |
| SHORT_CYCLE_FACTORS: | |
| - 0.5 | |
| - 0.7071067811865476 | |
| MVIT: | |
| CLS_EMBED_ON: true | |
| DEPTH: 16 | |
| DIM_MUL: [] | |
| DIM_MUL_IN_ATT: false | |
| DROPOUT_RATE: 0.0 | |
| DROPPATH_RATE: 0.1 | |
| EMBED_DIM: 96 | |
| HEAD_INIT_SCALE: 1.0 | |
| HEAD_MUL: [] | |
| LAYER_SCALE_INIT_VALUE: 0.0 | |
| MLP_RATIO: 4.0 | |
| MODE: conv | |
| NORM: layernorm | |
| NORM_STEM: false | |
| NUM_HEADS: 1 | |
| PATCH_2D: false | |
| PATCH_KERNEL: | |
| - 3 | |
| - 7 | |
| - 7 | |
| PATCH_PADDING: | |
| - 2 | |
| - 4 | |
| - 4 | |
| PATCH_STRIDE: | |
| - 2 | |
| - 4 | |
| - 4 | |
| POOL_FIRST: false | |
| POOL_KVQ_KERNEL: null | |
| POOL_KV_STRIDE: [] | |
| POOL_KV_STRIDE_ADAPTIVE: null | |
| POOL_Q_STRIDE: [] | |
| QKV_BIAS: true | |
| REL_POS_SPATIAL: false | |
| REL_POS_TEMPORAL: false | |
| REL_POS_ZERO_INIT: false | |
| RESIDUAL_POOLING: false | |
| REV: | |
| BUFFER_LAYERS: [] | |
| ENABLE: false | |
| PRE_Q_FUSION: avg | |
| RESPATH_FUSE: concat | |
| RES_PATH: conv | |
| SEPARATE_QKV: false | |
| SEP_POS_EMBED: false | |
| USE_ABS_POS: true | |
| USE_FIXED_SINCOS_POS: false | |
| USE_MEAN_POOLING: false | |
| ZERO_DECAY_POS_CLS: true | |
| NONLOCAL: | |
| GROUP: | |
| - - 1 | |
| - - 1 | |
| - - 1 | |
| - - 1 | |
| INSTANTIATION: dot_product | |
| LOCATION: | |
| - - [] | |
| - - [] | |
| - - [] | |
| - - [] | |
| POOL: | |
| - - - 1 | |
| - 2 | |
| - 2 | |
| - - 1 | |
| - 2 | |
| - 2 | |
| - - - 1 | |
| - 2 | |
| - 2 | |
| - - 1 | |
| - 2 | |
| - 2 | |
| - - - 1 | |
| - 2 | |
| - 2 | |
| - - 1 | |
| - 2 | |
| - 2 | |
| - - - 1 | |
| - 2 | |
| - 2 | |
| - - 1 | |
| - 2 | |
| - 2 | |
| NUM_GPUS: 8 | |
| NUM_SHARDS: 1 | |
| OUTPUT_DIR: kabr/KABR/logs/x3d-l-kabr | |
| RESNET: | |
| DEPTH: 50 | |
| INPLACE_RELU: true | |
| NUM_BLOCK_TEMP_KERNEL: | |
| - - 3 | |
| - - 4 | |
| - - 6 | |
| - - 3 | |
| NUM_GROUPS: 1 | |
| SPATIAL_DILATIONS: | |
| - - 1 | |
| - - 1 | |
| - - 1 | |
| - - 1 | |
| SPATIAL_STRIDES: | |
| - - 1 | |
| - - 2 | |
| - - 2 | |
| - - 2 | |
| STRIDE_1X1: false | |
| TRANS_FUNC: x3d_transform | |
| WIDTH_PER_GROUP: 64 | |
| ZERO_INIT_FINAL_BN: true | |
| ZERO_INIT_FINAL_CONV: false | |
| RNG_SEED: 0 | |
| SHARD_ID: 0 | |
| SLOWFAST: | |
| ALPHA: 8 | |
| BETA_INV: 8 | |
| FUSION_CONV_CHANNEL_RATIO: 2 | |
| FUSION_KERNEL_SZ: 5 | |
| SOLVER: | |
| BASE_LR: 0.05 | |
| BASE_LR_SCALE_NUM_SHARDS: true | |
| BETAS: | |
| - 0.9 | |
| - 0.999 | |
| CLIP_GRAD_L2NORM: null | |
| CLIP_GRAD_VAL: null | |
| COSINE_AFTER_WARMUP: false | |
| COSINE_END_LR: 0.0 | |
| DAMPENING: 0.0 | |
| GAMMA: 0.1 | |
| LARS_ON: false | |
| LAYER_DECAY: 1.0 | |
| LRS: [] | |
| LR_POLICY: cosine | |
| MAX_EPOCH: 120 | |
| MOMENTUM: 0.9 | |
| NESTEROV: true | |
| OPTIMIZING_METHOD: sgd | |
| STEPS: [] | |
| STEP_SIZE: 1 | |
| WARMUP_EPOCHS: 35.0 | |
| WARMUP_FACTOR: 0.1 | |
| WARMUP_START_LR: 0.01 | |
| WEIGHT_DECAY: 5.0e-05 | |
| ZERO_WD_1D_PARAM: false | |
| TASK: '' | |
| TENSORBOARD: | |
| CATEGORIES_PATH: '' | |
| CLASS_NAMES_PATH: kabr/KABR/annotation/classes.json | |
| CONFUSION_MATRIX: | |
| ENABLE: true | |
| FIGSIZE: | |
| - 8 | |
| - 8 | |
| SUBSET_PATH: kabr/KABR/annotation/classes.txt | |
| ENABLE: true | |
| HISTOGRAM: | |
| ENABLE: true | |
| FIGSIZE: | |
| - 8 | |
| - 8 | |
| SUBSET_PATH: kabr/KABR/annotation/classes.txt | |
| TOPK: 3 | |
| LOG_DIR: '' | |
| MODEL_VIS: | |
| ACTIVATIONS: true | |
| COLORMAP: Pastel2 | |
| ENABLE: true | |
| GRAD_CAM: | |
| COLORMAP: viridis | |
| ENABLE: true | |
| LAYER_LIST: | |
| - s5/pathway0_res14 | |
| USE_TRUE_LABEL: false | |
| INPUT_VIDEO: true | |
| LAYER_LIST: | |
| - s5/pathway0_res14 | |
| MODEL_WEIGHTS: true | |
| TOPK_PREDS: 1 | |
| PREDICTIONS_PATH: '' | |
| WRONG_PRED_VIS: | |
| ENABLE: false | |
| SUBSET_PATH: '' | |
| TAG: Incorrectly classified videos. | |
| TEST: | |
| BATCH_SIZE: 64 | |
| CHECKPOINT_FILE_PATH: '' | |
| CHECKPOINT_TYPE: pytorch | |
| DATASET: charades | |
| ENABLE: false | |
| NUM_ENSEMBLE_VIEWS: 2 | |
| NUM_SPATIAL_CROPS: 1 | |
| NUM_TEMPORAL_CLIPS: [] | |
| SAVE_RESULTS_PATH: kabr/KABR/logs/x3d-l-kabr/results.txt | |
| TRAIN: | |
| AUTO_RESUME: true | |
| BATCH_SIZE: 64 | |
| CHECKPOINT_CLEAR_NAME_PATTERN: [] | |
| CHECKPOINT_EPOCH_RESET: true | |
| CHECKPOINT_FILE_PATH: slowfast/projects/x3d/x3d_l.pyth | |
| CHECKPOINT_INFLATE: false | |
| CHECKPOINT_IN_INIT: false | |
| CHECKPOINT_PERIOD: 5 | |
| CHECKPOINT_TYPE: pytorch | |
| DATASET: charades | |
| ENABLE: true | |
| EVAL_PERIOD: 5 | |
| KILL_LOSS_EXPLOSION_FACTOR: 0.0 | |
| MIXED_PRECISION: false | |
| VIS_MASK: | |
| ENABLE: false | |
| X3D: | |
| BN_LIN5: false | |
| BOTTLENECK_FACTOR: 2.25 | |
| CHANNELWISE_3x3x3: true | |
| DEPTH_FACTOR: 5.0 | |
| DIM_C1: 12 | |
| DIM_C5: 2048 | |
| SCALE_RES2: false | |
| WIDTH_FACTOR: 2.0 | |