Skip to content

Commit

Permalink
fix rebase
Browse files Browse the repository at this point in the history
  • Loading branch information
samsja committed Sep 29, 2024
1 parent 1f3ee64 commit 87be491
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions src/zeroband/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@
from zeroband.models.llama import get_model
from zeroband.utils.world_info import get_world_info
from zeroband.utils.logging import get_logger
from zeroband.checkpoint import TrainingProgress
from zeroband.checkpoint import CkptManager, TrainingProgress


class DataConfig(BaseConfig):
Expand Down Expand Up @@ -113,7 +113,9 @@ def train(config: Config):
model, model_config = get_model(
config.name_model,
config.type_model,
vocab_size=tokenizer.vocab_size if config.name_model != "debugmodel" or not config.data.fake else TEST_VOCAB_SIZE,
vocab_size=tokenizer.vocab_size
if config.name_model != "debugmodel" or not config.data.fake
else TEST_VOCAB_SIZE,
)

if config.train.log_model_hash:
Expand Down

0 comments on commit 87be491

Please sign in to comment.