fix: added inference profile mapping for nova models (#1560)

run-llama · Dec 11, 2024 · 24caf93 · 24caf93
1 parent a9b5b99
commit 24caf93
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 0 deletions.
diff --git a/.changeset/rich-moles-wash.md b/.changeset/rich-moles-wash.md
@@ -0,0 +1,5 @@
+---
+"@llamaindex/community": patch
+---
+
+fix: added inference profile mapping for nova models"
diff --git a/packages/community/src/llm/bedrock/index.ts b/packages/community/src/llm/bedrock/index.ts
@@ -145,6 +145,13 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
   [INFERENCE_BEDROCK_MODELS.US_META_LLAMA_3_2_90B_INSTRUCT]:
     BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT,
 
+  [INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_PRO_1]:
+    BEDROCK_MODELS.AMAZON_NOVA_PRO_1,
+  [INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_LITE_1]:
+    BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
+  [INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_MICRO_1]:
+    BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
+
   [INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_3_HAIKU]:
     BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU,
   [INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_3_SONNET]: