add LlamaCppLLM to init

aurelio-labs · Mar 14, 2024 · 314005d · 314005d
1 parent 5e6fd2f
commit 314005d
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/semantic_router/llms/__init__.py b/semantic_router/llms/__init__.py
@@ -1,5 +1,6 @@
 from semantic_router.llms.base import BaseLLM
 from semantic_router.llms.cohere import CohereLLM
+from semantic_router.llms.llamacpp import LlamaCppLLM
 from semantic_router.llms.mistral import MistralAILLM
 from semantic_router.llms.openai import OpenAILLM
 from semantic_router.llms.openrouter import OpenRouterLLM
@@ -8,6 +9,7 @@
 __all__ = [
     "BaseLLM",
     "OpenAILLM",
+    "LlamaCppLLM",
     "OpenRouterLLM",
     "CohereLLM",
     "AzureOpenAILLM",

diff --git a/semantic_router/llms/llamacpp.py b/semantic_router/llms/llamacpp.py
@@ -2,8 +2,6 @@
 from pathlib import Path
 from typing import Any, Optional
 
-# from llama_cpp import Llama, LlamaGrammar
-
 from semantic_router.llms.base import BaseLLM
 from semantic_router.schema import Message
 from semantic_router.utils.logger import logger