vision-chess/config.yaml at main · anthonyiscoding/vision-chess · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
model:
  emb_dim: 512
  hidden_dim: 1365  # emb_dim * 2.67
  num_heads: 8
  qkv_bias: true
  max_seq_len: 410
  attn_dropout: 0.0
  transformer_layers: 6
  learning_rate: 1.0e-5
  scheduler_patience: 4
  reduce_lr_by: 0.5
  vocabulary_size: 20

data:
  batch_size: 50
  max_seq_len: 410


trainer:
  max_epochs: 40
  accelerator: auto
  devices: auto
  precision: "16-mixed"
  gradient_clip_val: 1.0
  log_every_n_steps: 50
  val_check_interval: 0.5

  callbacks:
    - class_path: lightning.pytorch.callbacks.ModelCheckpoint
      init_args:
        dirpath: "models/"
        filename: "model-{epoch:02d}-{val_loss:.3f}"
        monitor: "val_loss"
        mode: "min"
        save_top_k: 2
        save_last: "link"
        every_n_epochs: 1
        save_on_train_epoch_end: True

    - class_path: lightning.pytorch.callbacks.EarlyStopping
      init_args:
        monitor: "val_loss"
        patience: 3
        mode: "min"
        stopping_threshold: 1e-6
        verbose: true

  logger:
    - class_path: lightning.pytorch.loggers.TensorBoardLogger
      init_args:
        save_dir: "logs"
        name: "default"
    - class_path: lightning.pytorch.loggers.mlflow.MLFlowLogger
      init_args:
        experiment_name: "default-config"
        save_dir: "logs-mlflow"