Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
Zhongqiang Huang committed Nov 7, 2024
1 parent 46d7543 commit 80b88cb
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions ultravox/training/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -139,8 +139,8 @@ def train(args: config_base.TrainConfig):
model = ultravox_model.UltravoxModel(config)

assert model.get_input_embeddings().num_embeddings == len(
text_tokenizer
), f"Model and tokenizer mismatch: {model.get_input_embeddings().num_embeddings} != {len(text_tokenizer)}"
text_tokenizer
), f"Model and tokenizer mismatch: {model.get_input_embeddings().num_embeddings} != {len(text_tokenizer)}"

model.language_model.config.use_cache = False
if args.disable_layerdrop and hasattr(model.audio_tower.config, "layerdrop"):
Expand Down

0 comments on commit 80b88cb

Please sign in to comment.