Skip to content

Commit

Permalink
Support navit processor
Browse files Browse the repository at this point in the history
  • Loading branch information
brian.li committed Dec 31, 2024
1 parent 4996ddb commit 30f37ef
Showing 1 changed file with 4 additions and 1 deletion.
5 changes: 4 additions & 1 deletion lmms_eval/models/kino.py
Original file line number Diff line number Diff line change
Expand Up @@ -89,7 +89,10 @@ def get_w(weights, keyword):
eval_logger.info(f"Loaded audio_modal_projector weights from {pretrained_mlp_projector}. Incompatible keys: {incompatible_keys}")

self.pretrained = pretrained
self._processor = KinoProcessor.from_pretrained("Evo-LMM/kino-7b-init", revision=revision, trust_remote_code=trust_remote_code)
if self.model.config.vision_aspect_ratio == "navit":
self._processor = KinoProcessor.from_pretrained("Evo-LMM/kino-maas-7B_v12_18000_init", revision=revision, trust_remote_code=trust_remote_code)
else:
self._processor = KinoProcessor.from_pretrained("Evo-LMM/kino-7b-init", revision=revision, trust_remote_code=trust_remote_code)
# Pad from left for batched generation: https://huggingface.co/docs/transformers/v4.39.3/en/model_doc/llava#usage-tips
self._processor.tokenizer.padding_side = "left"
self._tokenizer = self._processor.tokenizer
Expand Down

0 comments on commit 30f37ef

Please sign in to comment.