feat: use llama3.1

technologiestiftung · Aug 22, 2024 · e7b4008 · e7b4008
1 parent 32cc9f8
commit e7b4008
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/controllers/model-controller.ts b/src/controllers/model-controller.ts
@@ -21,7 +21,7 @@ export const getModels = (req: Request, res: Response<ModelResponse>) => {
       },
       {
         identifier: "citylab-macstudio-llama-3.1",
-        baseModelName: "llama3",
+        baseModelName: "llama3.1",
         provider: ModelProvider.Ollama,
         isGdprCompliant: true,
         contextSize: 128000,

diff --git a/src/llm-handlers/resolve-llm-handler.ts b/src/llm-handlers/resolve-llm-handler.ts
@@ -19,7 +19,7 @@ export const resolveLlmHandler = (llmType: LLMIdentifier): LLMHandler => {
         config.azureLlmEndpointGpt4oMini
       );
     case "citylab-macstudio-llama-3.1":
-      return new OllamaLlmHandler("llama3", config.ollamaApiEndpoint);
+      return new OllamaLlmHandler("llama3.1", config.ollamaApiEndpoint);
     // Fallback to Azure LLM handler if the LLM type is not recognized
     default:
       return new AzureLLMHandler(