diff --git a/configs/debug/debug.toml b/configs/debug/debug.toml index a9bcea26..69757b76 100644 --- a/configs/debug/debug.toml +++ b/configs/debug/debug.toml @@ -12,5 +12,5 @@ warmup_steps = 10 total_steps = 10 [data] -fake_data = true +fake = true diff --git a/configs/debug/diloco.toml b/configs/debug/diloco.toml index 16805f14..fe2b459d 100644 --- a/configs/debug/diloco.toml +++ b/configs/debug/diloco.toml @@ -12,7 +12,7 @@ warmup_steps = 10 total_steps = 10 [data] -fake_data = true +fake = true [diloco] inner_steps = 5 diff --git a/src/zeroband/train.py b/src/zeroband/train.py index 552549cf..bad4f6b7 100644 --- a/src/zeroband/train.py +++ b/src/zeroband/train.py @@ -39,7 +39,7 @@ def ddp_setup(): class DataConfig(BaseConfig): seq_length: int = 1024 - fake_data: bool = False + fake: bool = False num_workers: int = 4 @@ -97,7 +97,7 @@ def train(config: Config): seq_length=config.data.seq_length, batch_size=config.train.micro_bs, num_workers=config.data.num_workers, - fake_data=config.data.fake_data, + fake_data=config.data.fake, ) model, model_config = get_model(