Skip to content

Commit a6bf734

Browse files
authored
ENH: Add gguf format of codellama-instruct (#567)
1 parent 14fc29c commit a6bf734

1 file changed

Lines changed: 33 additions & 0 deletions

File tree

‎xinference/model/llm/llm_family_modelscope.json‎

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -571,6 +571,39 @@
571571
"model_hub": "modelscope",
572572
"model_id": "AI-ModelScope/CodeLlama-34b-Instruct-hf",
573573
"model_revision": "v1.0.2"
574+
},
575+
{
576+
"model_format": "ggufv2",
577+
"model_size_in_billions": 7,
578+
"quantizations": [
579+
"Q4_K_M"
580+
],
581+
"model_hub": "modelscope",
582+
"model_id": "Xorbits/CodeLlama-7B-Instruct-GGUF",
583+
"model_file_name_template": "codellama-7b-instruct.{quantization}.gguf",
584+
"model_revision": "v0.0.1"
585+
},
586+
{
587+
"model_format": "ggufv2",
588+
"model_size_in_billions": 13,
589+
"quantizations": [
590+
"Q4_K_M"
591+
],
592+
"model_hub": "modelscope",
593+
"model_id": "Xorbits/CodeLlama-13B-Instruct-GGUF",
594+
"model_file_name_template": "codellama-13b-instruct.{quantization}.gguf",
595+
"model_revision": "v0.0.1"
596+
},
597+
{
598+
"model_format": "ggufv2",
599+
"model_size_in_billions": 34,
600+
"quantizations": [
601+
"Q4_K_M"
602+
],
603+
"model_hub": "modelscope",
604+
"model_id": "Xorbits/CodeLlama-34B-Instruct-GGUF",
605+
"model_file_name_template": "codellama-34b-instruct.{quantization}.gguf",
606+
"model_revision": "v0.1.0"
574607
}
575608
],
576609
"prompt_style": {

0 commit comments

Comments
 (0)