fix: minor fixes in config lorem ipsum

Modalities · Mar 13, 2024 · 994d820 · 994d820
1 parent fe5a31b
commit 994d820
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/config_files/config_lorem_ipsum.yaml b/config_files/config_lorem_ipsum.yaml
@@ -187,7 +187,7 @@ model:
   variant_key: gpt2
   config:
     sample_key: ${settings.referencing_keys.sample_key}
-    poe_type: "NOPE"
+    poe_type: NOPE
     block_size: ${settings.training.sequence_length}
     prediction_key: ${loss_fn.config.prediction_key}
     vocab_size: 50304 # GPT-2 vocab_size of 50257, padded up to nearest multiple of 64 for efficiency
@@ -197,7 +197,7 @@ model:
     n_embd: 128
     dropout: 0.0
     bias: true # True: bias in Linears and LayerNorms, like GPT-2. False: a bit better and faster
-    attention:
+    attention_config:
       attention_type: pytorch_flash_attention
       scaling_factor: 3
       qkv_transforms: