We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
xtuner/llava-llama-3-8b-v1_1-transformers
1 parent 0b08e5d commit 098e672Copy full SHA for 098e672
taggui/auto_captioning/models/llava_llama_3.py
@@ -1,7 +1,15 @@
1
+from transformers import AutoConfig, AutoProcessor
2
+
3
from auto_captioning.auto_captioning_model import AutoCaptioningModel
4
5
6
class LlavaLlama3(AutoCaptioningModel):
7
+ def get_processor(self):
8
+ config = AutoConfig.from_pretrained(self.model_id)
9
+ patch_size = config.vision_config.patch_size
10
+ return AutoProcessor.from_pretrained(
11
+ self.model_id, trust_remote_code=True, patch_size=patch_size)
12
13
@staticmethod
14
def get_default_prompt() -> str:
15
return 'Describe the image in one sentence.'
0 commit comments