diff --git a/src/Providers/TogetherAI/src/Predefined/AllModels.cs b/src/Providers/TogetherAI/src/Predefined/AllModels.cs index 54739b3e..59d850dc 100644 --- a/src/Providers/TogetherAI/src/Predefined/AllModels.cs +++ b/src/Providers/TogetherAI/src/Predefined/AllModels.cs @@ -300,11 +300,6 @@ public class OpenHermes25Mistral7BModel(TogetherAiProvider provider) : TogetherA public class Llama27B32KInstruct7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Llama27B32KInstruct7B); -/// -/// Open Router Provider Instance -public class StripedhyenaNous7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.StripedhyenaNous7B); - - /// /// Open Router Provider Instance public class Alpaca7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Alpaca7B); @@ -320,14 +315,14 @@ public class UpstageSolarInstructV111BModel(TogetherAiProvider provider) : Toget public class _01AiYiChat34BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds._01AiYiChat34B); -/// +/// /// Open Router Provider Instance -public class MetaLlama370BChatModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.MetaLlama370BChat); +public class Llama38BChatHfInt4Model(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Llama38BChatHfInt4); -/// +/// /// Open Router Provider Instance -public class Llama38BChatHfInt4Model(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Llama38BChatHfInt4); +public class StripedhyenaNous7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.StripedhyenaNous7B); /// @@ -335,6 +330,11 @@ public class Llama38BChatHfInt4Model(TogetherAiProvider provider) : TogetherAiMo public class TogethercomputerLlama38BInstructInt8Model(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.TogethercomputerLlama38BInstructInt8); +/// +/// Open Router Provider Instance +public class MetaLlama370BChatModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.MetaLlama370BChat); + + /// /// Open Router Provider Instance public class UpstageSolarInstructV111BInt4Model(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.UpstageSolarInstructV111BInt4); @@ -350,3 +350,8 @@ public class MetaLlama38BInstructModel(TogetherAiProvider provider) : TogetherAi public class MetaLlama370BInstructModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.MetaLlama370BInstruct); +/// +/// Open Router Provider Instance +public class Gemma2Instruct9BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Gemma2Instruct9B); + + diff --git a/src/Providers/TogetherAI/src/TogetherAiModelIds.cs b/src/Providers/TogetherAI/src/TogetherAiModelIds.cs index 9a93110a..a812a883 100644 --- a/src/Providers/TogetherAI/src/TogetherAiModelIds.cs +++ b/src/Providers/TogetherAI/src/TogetherAiModelIds.cs @@ -666,17 +666,6 @@ public enum TogetherAiModelIds /// Llama27B32KInstruct7B, - /// - /// Name: StripedHyena Nous (7B)
- /// Organization: Together
- /// Context Length: 32768
- /// Prompt Cost: $0.2/MTok
- /// Completion Cost: $0.2/MTok
- /// Description: A hybrid architecture composed of multi-head, grouped-query attention and gated convolutions arranged in Hyena blocks, different from traditional decoder-only Transformers
- /// HuggingFace Url: https://huggingface.co/togethercomputer/StripedHyena-Nous-7B - ///
- StripedhyenaNous7B, - /// /// Name: Alpaca (7B)
/// Organization: Stanford
@@ -710,17 +699,6 @@ public enum TogetherAiModelIds ///
_01AiYiChat34B, - /// - /// Name: Meta Llama 3 70B Chat
- /// Organization: Meta
- /// Context Length: 8192
- /// Prompt Cost: $0.9/MTok
- /// Completion Cost: $0.9/MTok
- /// Description: Llama 3 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety.
- /// HuggingFace Url: https://huggingface.co/meta-llama/Llama-3-70b-chat-hf - ///
- MetaLlama370BChat, - /// /// Name: Llama3 8B Chat HF INT4
/// Organization: Meta
@@ -732,6 +710,17 @@ public enum TogetherAiModelIds ///
Llama38BChatHfInt4, + /// + /// Name: StripedHyena Nous (7B)
+ /// Organization: Together
+ /// Context Length: 32768
+ /// Prompt Cost: $0.2/MTok
+ /// Completion Cost: $0.2/MTok
+ /// Description: A hybrid architecture composed of multi-head, grouped-query attention and gated convolutions arranged in Hyena blocks, different from traditional decoder-only Transformers
+ /// HuggingFace Url: https://huggingface.co/togethercomputer/StripedHyena-Nous-7B + ///
+ StripedhyenaNous7B, + /// /// Name: Togethercomputer Llama3 8B Instruct Int8
/// Organization: Meta
@@ -743,6 +732,17 @@ public enum TogetherAiModelIds ///
TogethercomputerLlama38BInstructInt8, + /// + /// Name: Meta Llama 3 70B Chat
+ /// Organization: Meta
+ /// Context Length: 8192
+ /// Prompt Cost: $0.9/MTok
+ /// Completion Cost: $0.9/MTok
+ /// Description: Llama 3 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety.
+ /// HuggingFace Url: https://huggingface.co/meta-llama/Llama-3-70b-chat-hf + ///
+ MetaLlama370BChat, + /// /// Name: Upstage SOLAR Instruct v1 (11B)-Int4
/// Organization: upstage
@@ -776,4 +776,15 @@ public enum TogetherAiModelIds ///
MetaLlama370BInstruct, + /// + /// Name: Gemma-2 Instruct (9B)
+ /// Organization: google
+ /// Context Length: 8192
+ /// Prompt Cost: $0.3/MTok
+ /// Completion Cost: $0.3/MTok
+ /// Description: Gemma is a family of lightweight, state-of-the-art open models from Google, built from the same research and technology used to create the Gemini models.
+ /// HuggingFace Url: https://huggingface.co/google/gemma-2-9b-it + ///
+ Gemma2Instruct9B, + } \ No newline at end of file diff --git a/src/Providers/TogetherAI/src/TogetherAiModelProvider.cs b/src/Providers/TogetherAI/src/TogetherAiModelProvider.cs index 2ec25ef2..520dbd0f 100644 --- a/src/Providers/TogetherAI/src/TogetherAiModelProvider.cs +++ b/src/Providers/TogetherAI/src/TogetherAiModelProvider.cs @@ -69,16 +69,17 @@ public static class TogetherAiModelProvider { TogetherAiModelIds.OpenHermes2Mistral7B, new ChatModels("teknium/OpenHermes-2-Mistral-7B",8192,2.0000000000000002E-07,2.0000000000000002E-07)}, { TogetherAiModelIds.OpenHermes25Mistral7B, new ChatModels("teknium/OpenHermes-2p5-Mistral-7B",8192,2.0000000000000002E-07,2.0000000000000002E-07)}, { TogetherAiModelIds.Llama27B32KInstruct7B, new ChatModels("togethercomputer/Llama-2-7B-32K-Instruct",32768,2.0000000000000002E-07,2.0000000000000002E-07)}, - { TogetherAiModelIds.StripedhyenaNous7B, new ChatModels("togethercomputer/StripedHyena-Nous-7B",32768,2.0000000000000002E-07,2.0000000000000002E-07)}, { TogetherAiModelIds.Alpaca7B, new ChatModels("togethercomputer/alpaca-7b",2048,2.0000000000000002E-07,2.0000000000000002E-07)}, { TogetherAiModelIds.UpstageSolarInstructV111B, new ChatModels("upstage/SOLAR-10.7B-Instruct-v1.0",4096,3E-07,3E-07)}, { TogetherAiModelIds._01AiYiChat34B, new ChatModels("zero-one-ai/Yi-34B-Chat",4096,8.000000000000001E-07,8.000000000000001E-07)}, - { TogetherAiModelIds.MetaLlama370BChat, new ChatModels("meta-llama/Llama-3-70b-chat-hf",8192,9.000000000000001E-07,9.000000000000001E-07)}, { TogetherAiModelIds.Llama38BChatHfInt4, new ChatModels("togethercomputer/Llama-3-8b-chat-hf-int4",8192,2.0000000000000002E-07,2.0000000000000002E-07)}, + { TogetherAiModelIds.StripedhyenaNous7B, new ChatModels("togethercomputer/StripedHyena-Nous-7B",32768,2.0000000000000002E-07,2.0000000000000002E-07)}, { TogetherAiModelIds.TogethercomputerLlama38BInstructInt8, new ChatModels("togethercomputer/Llama-3-8b-chat-hf-int8",8192,2.0000000000000002E-07,2.0000000000000002E-07)}, + { TogetherAiModelIds.MetaLlama370BChat, new ChatModels("meta-llama/Llama-3-70b-chat-hf",8192,9.000000000000001E-07,9.000000000000001E-07)}, { TogetherAiModelIds.UpstageSolarInstructV111BInt4, new ChatModels("togethercomputer/SOLAR-10.7B-Instruct-v1.0-int4",4096,3E-07,3E-07)}, { TogetherAiModelIds.MetaLlama38BInstruct, new ChatModels("meta-llama/Meta-Llama-3-8B-Instruct",8192,2.0000000000000002E-07,2.0000000000000002E-07)}, { TogetherAiModelIds.MetaLlama370BInstruct, new ChatModels("meta-llama/Meta-Llama-3-70B-Instruct",8192,9.000000000000001E-07,9.000000000000001E-07)}, + { TogetherAiModelIds.Gemma2Instruct9B, new ChatModels("google/gemma-2-9b-it",8192,3E-07,3E-07)}, };