|
571 | 571 | "model_hub": "modelscope", |
572 | 572 | "model_id": "AI-ModelScope/CodeLlama-34b-Instruct-hf", |
573 | 573 | "model_revision": "v1.0.2" |
| 574 | + }, |
| 575 | + { |
| 576 | + "model_format": "ggufv2", |
| 577 | + "model_size_in_billions": 7, |
| 578 | + "quantizations": [ |
| 579 | + "Q4_K_M" |
| 580 | + ], |
| 581 | + "model_hub": "modelscope", |
| 582 | + "model_id": "Xorbits/CodeLlama-7B-Instruct-GGUF", |
| 583 | + "model_file_name_template": "codellama-7b-instruct.{quantization}.gguf", |
| 584 | + "model_revision": "v0.0.1" |
| 585 | + }, |
| 586 | + { |
| 587 | + "model_format": "ggufv2", |
| 588 | + "model_size_in_billions": 13, |
| 589 | + "quantizations": [ |
| 590 | + "Q4_K_M" |
| 591 | + ], |
| 592 | + "model_hub": "modelscope", |
| 593 | + "model_id": "Xorbits/CodeLlama-13B-Instruct-GGUF", |
| 594 | + "model_file_name_template": "codellama-13b-instruct.{quantization}.gguf", |
| 595 | + "model_revision": "v0.0.1" |
| 596 | + }, |
| 597 | + { |
| 598 | + "model_format": "ggufv2", |
| 599 | + "model_size_in_billions": 34, |
| 600 | + "quantizations": [ |
| 601 | + "Q4_K_M" |
| 602 | + ], |
| 603 | + "model_hub": "modelscope", |
| 604 | + "model_id": "Xorbits/CodeLlama-34B-Instruct-GGUF", |
| 605 | + "model_file_name_template": "codellama-34b-instruct.{quantization}.gguf", |
| 606 | + "model_revision": "v0.1.0" |
574 | 607 | } |
575 | 608 | ], |
576 | 609 | "prompt_style": { |
|
0 commit comments