diff --git a/src/Providers/TogetherAI/src/Predefined/AllModels.cs b/src/Providers/TogetherAI/src/Predefined/AllModels.cs
index 54739b3e..59d850dc 100644
--- a/src/Providers/TogetherAI/src/Predefined/AllModels.cs
+++ b/src/Providers/TogetherAI/src/Predefined/AllModels.cs
@@ -300,11 +300,6 @@ public class OpenHermes25Mistral7BModel(TogetherAiProvider provider) : TogetherA
public class Llama27B32KInstruct7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Llama27B32KInstruct7B);
-///
-/// Open Router Provider Instance
-public class StripedhyenaNous7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.StripedhyenaNous7B);
-
-
///
/// Open Router Provider Instance
public class Alpaca7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Alpaca7B);
@@ -320,14 +315,14 @@ public class UpstageSolarInstructV111BModel(TogetherAiProvider provider) : Toget
public class _01AiYiChat34BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds._01AiYiChat34B);
-///
+///
/// Open Router Provider Instance
-public class MetaLlama370BChatModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.MetaLlama370BChat);
+public class Llama38BChatHfInt4Model(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Llama38BChatHfInt4);
-///
+///
/// Open Router Provider Instance
-public class Llama38BChatHfInt4Model(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Llama38BChatHfInt4);
+public class StripedhyenaNous7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.StripedhyenaNous7B);
///
@@ -335,6 +330,11 @@ public class Llama38BChatHfInt4Model(TogetherAiProvider provider) : TogetherAiMo
public class TogethercomputerLlama38BInstructInt8Model(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.TogethercomputerLlama38BInstructInt8);
+///
+/// Open Router Provider Instance
+public class MetaLlama370BChatModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.MetaLlama370BChat);
+
+
///
/// Open Router Provider Instance
public class UpstageSolarInstructV111BInt4Model(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.UpstageSolarInstructV111BInt4);
@@ -350,3 +350,8 @@ public class MetaLlama38BInstructModel(TogetherAiProvider provider) : TogetherAi
public class MetaLlama370BInstructModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.MetaLlama370BInstruct);
+///
+/// Open Router Provider Instance
+public class Gemma2Instruct9BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Gemma2Instruct9B);
+
+
diff --git a/src/Providers/TogetherAI/src/TogetherAiModelIds.cs b/src/Providers/TogetherAI/src/TogetherAiModelIds.cs
index 9a93110a..a812a883 100644
--- a/src/Providers/TogetherAI/src/TogetherAiModelIds.cs
+++ b/src/Providers/TogetherAI/src/TogetherAiModelIds.cs
@@ -666,17 +666,6 @@ public enum TogetherAiModelIds
///
Llama27B32KInstruct7B,
- ///
- /// Name: StripedHyena Nous (7B)
- /// Organization: Together
- /// Context Length: 32768
- /// Prompt Cost: $0.2/MTok
- /// Completion Cost: $0.2/MTok
- /// Description: A hybrid architecture composed of multi-head, grouped-query attention and gated convolutions arranged in Hyena blocks, different from traditional decoder-only Transformers
- /// HuggingFace Url: https://huggingface.co/togethercomputer/StripedHyena-Nous-7B
- ///
- StripedhyenaNous7B,
-
///
/// Name: Alpaca (7B)
/// Organization: Stanford
@@ -710,17 +699,6 @@ public enum TogetherAiModelIds
///
_01AiYiChat34B,
- ///
- /// Name: Meta Llama 3 70B Chat
- /// Organization: Meta
- /// Context Length: 8192
- /// Prompt Cost: $0.9/MTok
- /// Completion Cost: $0.9/MTok
- /// Description: Llama 3 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety.
- /// HuggingFace Url: https://huggingface.co/meta-llama/Llama-3-70b-chat-hf
- ///
- MetaLlama370BChat,
-
///
/// Name: Llama3 8B Chat HF INT4
/// Organization: Meta
@@ -732,6 +710,17 @@ public enum TogetherAiModelIds
///
Llama38BChatHfInt4,
+ ///
+ /// Name: StripedHyena Nous (7B)
+ /// Organization: Together
+ /// Context Length: 32768
+ /// Prompt Cost: $0.2/MTok
+ /// Completion Cost: $0.2/MTok
+ /// Description: A hybrid architecture composed of multi-head, grouped-query attention and gated convolutions arranged in Hyena blocks, different from traditional decoder-only Transformers
+ /// HuggingFace Url: https://huggingface.co/togethercomputer/StripedHyena-Nous-7B
+ ///
+ StripedhyenaNous7B,
+
///
/// Name: Togethercomputer Llama3 8B Instruct Int8
/// Organization: Meta
@@ -743,6 +732,17 @@ public enum TogetherAiModelIds
///
TogethercomputerLlama38BInstructInt8,
+ ///
+ /// Name: Meta Llama 3 70B Chat
+ /// Organization: Meta
+ /// Context Length: 8192
+ /// Prompt Cost: $0.9/MTok
+ /// Completion Cost: $0.9/MTok
+ /// Description: Llama 3 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety.
+ /// HuggingFace Url: https://huggingface.co/meta-llama/Llama-3-70b-chat-hf
+ ///
+ MetaLlama370BChat,
+
///
/// Name: Upstage SOLAR Instruct v1 (11B)-Int4
/// Organization: upstage
@@ -776,4 +776,15 @@ public enum TogetherAiModelIds
///
MetaLlama370BInstruct,
+ ///
+ /// Name: Gemma-2 Instruct (9B)
+ /// Organization: google
+ /// Context Length: 8192
+ /// Prompt Cost: $0.3/MTok
+ /// Completion Cost: $0.3/MTok
+ /// Description: Gemma is a family of lightweight, state-of-the-art open models from Google, built from the same research and technology used to create the Gemini models.
+ /// HuggingFace Url: https://huggingface.co/google/gemma-2-9b-it
+ ///
+ Gemma2Instruct9B,
+
}
\ No newline at end of file
diff --git a/src/Providers/TogetherAI/src/TogetherAiModelProvider.cs b/src/Providers/TogetherAI/src/TogetherAiModelProvider.cs
index 2ec25ef2..520dbd0f 100644
--- a/src/Providers/TogetherAI/src/TogetherAiModelProvider.cs
+++ b/src/Providers/TogetherAI/src/TogetherAiModelProvider.cs
@@ -69,16 +69,17 @@ public static class TogetherAiModelProvider
{ TogetherAiModelIds.OpenHermes2Mistral7B, new ChatModels("teknium/OpenHermes-2-Mistral-7B",8192,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.OpenHermes25Mistral7B, new ChatModels("teknium/OpenHermes-2p5-Mistral-7B",8192,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.Llama27B32KInstruct7B, new ChatModels("togethercomputer/Llama-2-7B-32K-Instruct",32768,2.0000000000000002E-07,2.0000000000000002E-07)},
- { TogetherAiModelIds.StripedhyenaNous7B, new ChatModels("togethercomputer/StripedHyena-Nous-7B",32768,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.Alpaca7B, new ChatModels("togethercomputer/alpaca-7b",2048,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.UpstageSolarInstructV111B, new ChatModels("upstage/SOLAR-10.7B-Instruct-v1.0",4096,3E-07,3E-07)},
{ TogetherAiModelIds._01AiYiChat34B, new ChatModels("zero-one-ai/Yi-34B-Chat",4096,8.000000000000001E-07,8.000000000000001E-07)},
- { TogetherAiModelIds.MetaLlama370BChat, new ChatModels("meta-llama/Llama-3-70b-chat-hf",8192,9.000000000000001E-07,9.000000000000001E-07)},
{ TogetherAiModelIds.Llama38BChatHfInt4, new ChatModels("togethercomputer/Llama-3-8b-chat-hf-int4",8192,2.0000000000000002E-07,2.0000000000000002E-07)},
+ { TogetherAiModelIds.StripedhyenaNous7B, new ChatModels("togethercomputer/StripedHyena-Nous-7B",32768,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.TogethercomputerLlama38BInstructInt8, new ChatModels("togethercomputer/Llama-3-8b-chat-hf-int8",8192,2.0000000000000002E-07,2.0000000000000002E-07)},
+ { TogetherAiModelIds.MetaLlama370BChat, new ChatModels("meta-llama/Llama-3-70b-chat-hf",8192,9.000000000000001E-07,9.000000000000001E-07)},
{ TogetherAiModelIds.UpstageSolarInstructV111BInt4, new ChatModels("togethercomputer/SOLAR-10.7B-Instruct-v1.0-int4",4096,3E-07,3E-07)},
{ TogetherAiModelIds.MetaLlama38BInstruct, new ChatModels("meta-llama/Meta-Llama-3-8B-Instruct",8192,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.MetaLlama370BInstruct, new ChatModels("meta-llama/Meta-Llama-3-70B-Instruct",8192,9.000000000000001E-07,9.000000000000001E-07)},
+ { TogetherAiModelIds.Gemma2Instruct9B, new ChatModels("google/gemma-2-9b-it",8192,3E-07,3E-07)},
};