TubeR_CSN50_AVA21.yaml

DDP_CONFIG:
  WORLD_SIZE: 1
  WORLD_RANK: 0
  GPU_WORLD_SIZE: 8
  GPU_WORLD_RANK: 0
  DIST_URL: 'tcp://xxx.xxx.xxx.xxx:xxxx'
  WOLRD_URLS: ['xxx.xxx.xxx.xxxx']
  AUTO_RANK_MATCH: True
  DIST_BACKEND: 'nccl'
  GPU: 0
  DISTRIBUTED: True

CONFIG:
  EVAL_ONLY: False
  TWO_STREAM: False
  USE_LFB: False
  USE_LOCATION: False
  TRAIN:
    EPOCH_NUM: 20
    BATCH_SIZE: 2
    LR: 1e-4
    MIN_LR: 1e-5
    LR_BACKBONE: 1e-5
    MOMENTUM: 0.9
    W_DECAY: 1e-4
    LR_POLICY: 'step'
    USE_WARMUP: True
    WARMUP_START_LR: 1e-5
    WARMUP_EPOCHS: 4
    LR_MILESTONE: [ 40, 80 ]
    STEP: 0.1
    OPTIMIZER:
      NAME: SGD
    AUX_LOSS: True

  VAL:
    BATCH_SIZE: 1
    FREQ: 2

  DATA:
    DATASET_NAME: 'ava'
    LABEL_PATH: '/xxx/datasets/ava_action_list_v2.1_for_activitynet_2018.pbtxt'
    ANNO_PATH: '/xxx/datasets/ava_{}_v21.json'
    DATA_PATH: '/xxx/ava/frames/{}/'
    EXCLUDE_PATH: '/xxx/datasets/ava_val_excluded_timestamps_v2.1.csv'
    NUM_CLASSES: 80
    MULTIGRID: False
    IMG_SIZE: 256
    IMG_RESHAPE_SIZE: 288
    TEMP_LEN: 32
    FRAME_RATE: 2

  MODEL:
    SINGLE_FRAME: True
    BACKBONE_NAME: CSN-50
    TEMPORAL_DS_STRATEGY: decode
    LAST_STRIDE: False
    GENERATE_LFB: False
    NAME: 'ava_detr_9_224'
    ENC_LAYERS: 6
    DEC_LAYERS: 6
    D_MODEL: 256
    NHEAD: 8
    NUM_ENCODER_LAYERS: 12
    DIM_FEEDFORWARD: 2048
    QUERY_NUM: 15
    NORMALIZE_BEFORE: False
    DROPOUT: 0.1
    DS_RATE: 8
    TEMP_LEN: 32
    SAMPLE_RATE: 2
    PRETRAINED: True
    PRETRAIN_BACKBONE_DIR: "/xxx/irCSN_152_ft_kinetics_from_ig65m_f126851907.mat"
    PRETRAIN_TRANSFORMER_DIR: "/xxx/detr.pth"
    PRETRAINED_PATH: "/xxx/ADTR_CSN_50_decode_ava_21.pth"
    LOAD: True
    LOAD_FC: True

  MATCHER:
    COST_CLASS: 12
    COST_BBOX: 5
    COST_GIOU: 2
    BNY_LOSS: True
    BEFORE: False

  LOSS_COFS:
    MASK_COF: 1
    DICE_COF: 12
    BBOX_COF: 5
    GIOU_COF: 2
    EOS_COF: 0.1
    WEIGHT: 10
    WEIGHT_CHANGE: 1000
    LOSS_CHANGE_COF: 2
    CLIPS_MAX_NORM: 0.1

  LOG:
    BASE_PATH: '/xxx/AVA_Tuber'
    LOG_DIR: 'tb_log'
    SAVE_DIR: 'checkpoints'
    EVAL_DIR: '/xxx/AVA_Tuber/eval'
    SAVE_FREQ: 1
    RES_DIR: 'tmp2'