Skip to content

Commit

Permalink
Merge pull request #336 from tryAGI/bot/update-together_202406100632
Browse files Browse the repository at this point in the history
feat:Updated Together AI models
  • Loading branch information
github-actions[bot] authored Jun 10, 2024
2 parents b238bc0 + 02c6895 commit 52ef032
Show file tree
Hide file tree
Showing 3 changed files with 51 additions and 17 deletions.
20 changes: 15 additions & 5 deletions src/Providers/TogetherAI/src/Predefined/AllModels.cs
Original file line number Diff line number Diff line change
Expand Up @@ -95,6 +95,11 @@ public class Qwen15Chat72BModel(TogetherAiProvider provider) : TogetherAiModel(p
public class Qwen15Chat7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Qwen15Chat7B);


/// <inheritdoc cref="TogetherAiModelIds.Qwen2Instruct72B"/>
/// <param name="provider">Open Router Provider Instance</param>
public class Qwen2Instruct72BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Qwen2Instruct72B);


/// <inheritdoc cref="TogetherAiModelIds.SnowflakeArcticInstruct"/>
/// <param name="provider">Open Router Provider Instance</param>
public class SnowflakeArcticInstructModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.SnowflakeArcticInstruct);
Expand Down Expand Up @@ -220,6 +225,11 @@ public class VicunaV1513BModel(TogetherAiProvider provider) : TogetherAiModel(pr
public class VicunaV157BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.VicunaV157B);


/// <inheritdoc cref="TogetherAiModelIds.ReservedDbrxInstruct"/>
/// <param name="provider">Open Router Provider Instance</param>
public class ReservedDbrxInstructModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.ReservedDbrxInstruct);


/// <inheritdoc cref="TogetherAiModelIds.Llama2Chat13B"/>
/// <param name="provider">Open Router Provider Instance</param>
public class Llama2Chat13BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Llama2Chat13B);
Expand All @@ -235,11 +245,6 @@ public class Llama2Chat70BModel(TogetherAiProvider provider) : TogetherAiModel(p
public class Llama2Chat7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Llama2Chat7B);


/// <inheritdoc cref="TogetherAiModelIds.MetaLlama370BChat"/>
/// <param name="provider">Open Router Provider Instance</param>
public class MetaLlama370BChatModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.MetaLlama370BChat);


/// <inheritdoc cref="TogetherAiModelIds.MetaLlama38BChat"/>
/// <param name="provider">Open Router Provider Instance</param>
public class MetaLlama38BChatModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.MetaLlama38BChat);
Expand Down Expand Up @@ -330,6 +335,11 @@ public class UpstageSolarInstructV111BModel(TogetherAiProvider provider) : Toget
public class _01AiYiChat34BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds._01AiYiChat34B);


/// <inheritdoc cref="TogetherAiModelIds.MetaLlama370BChat"/>
/// <param name="provider">Open Router Provider Instance</param>
public class MetaLlama370BChatModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.MetaLlama370BChat);


/// <inheritdoc cref="TogetherAiModelIds.Llama38BChatHfInt4"/>
/// <param name="provider">Open Router Provider Instance</param>
public class Llama38BChatHfInt4Model(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Llama38BChatHfInt4);
Expand Down
44 changes: 33 additions & 11 deletions src/Providers/TogetherAI/src/TogetherAiModelIds.cs
Original file line number Diff line number Diff line change
Expand Up @@ -215,6 +215,17 @@ public enum TogetherAiModelIds
/// </summary>
Qwen15Chat7B,

/// <summary>
/// Name: Qwen 2 Instruct (72B) <br/>
/// Organization: Qwen <br/>
/// Context Length: 32768 <br/>
/// Prompt Cost: $0.9/MTok <br/>
/// Completion Cost: $0.9/MTok <br/>
/// Description: Qwen2 is the new series of Qwen large language models. For Qwen2, we release a number of base language models and instruction-tuned language models ranging from 0.5 to 72 billion parameters, including a Mixture-of-Experts model. <br/>
/// HuggingFace Url: <a href="https://huggingface.co/Qwen/Qwen2-72B-Instruct">https://huggingface.co/Qwen/Qwen2-72B-Instruct</a>
/// </summary>
Qwen2Instruct72B,

/// <summary>
/// Name: Snowflake Arctic Instruct <br/>
/// Organization: Snowflake <br/>
Expand Down Expand Up @@ -490,6 +501,17 @@ public enum TogetherAiModelIds
/// </summary>
VicunaV157B,

/// <summary>
/// Name: Reserved - DBRX Instruct <br/>
/// Organization: Databricks <br/>
/// Context Length: 0 <br/>
/// Prompt Cost: $1.2/MTok <br/>
/// Completion Cost: $1.2/MTok <br/>
/// Description: DBRX Instruct is a mixture-of-experts (MoE) large language model trained from scratch by Databricks. DBRX Instruct specializes in few-turn interactions. <br/>
/// HuggingFace Url: <a href="https://huggingface.co/medaltv/dbrx-instruct">https://huggingface.co/medaltv/dbrx-instruct</a>
/// </summary>
ReservedDbrxInstruct,

/// <summary>
/// Name: LLaMA-2 Chat (13B) <br/>
/// Organization: Meta <br/>
Expand Down Expand Up @@ -523,17 +545,6 @@ public enum TogetherAiModelIds
/// </summary>
Llama2Chat7B,

/// <summary>
/// Name: Meta Llama 3 70B Chat <br/>
/// Organization: Meta <br/>
/// Context Length: 8192 <br/>
/// Prompt Cost: $0.9/MTok <br/>
/// Completion Cost: $0.9/MTok <br/>
/// Description: Llama 3 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety. <br/>
/// HuggingFace Url: <a href="https://huggingface.co/meta-llama/Llama-3-70b-chat-hf">https://huggingface.co/meta-llama/Llama-3-70b-chat-hf</a>
/// </summary>
MetaLlama370BChat,

/// <summary>
/// Name: Meta Llama 3 8B Chat <br/>
/// Organization: Meta <br/>
Expand Down Expand Up @@ -732,6 +743,17 @@ public enum TogetherAiModelIds
/// </summary>
_01AiYiChat34B,

/// <summary>
/// Name: Meta Llama 3 70B Chat <br/>
/// Organization: Meta <br/>
/// Context Length: 8192 <br/>
/// Prompt Cost: $0.9/MTok <br/>
/// Completion Cost: $0.9/MTok <br/>
/// Description: Llama 3 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety. <br/>
/// HuggingFace Url: <a href="https://huggingface.co/meta-llama/Llama-3-70b-chat-hf">https://huggingface.co/meta-llama/Llama-3-70b-chat-hf</a>
/// </summary>
MetaLlama370BChat,

/// <summary>
/// Name: Llama3 8B Chat HF INT4 <br/>
/// Organization: Meta <br/>
Expand Down
4 changes: 3 additions & 1 deletion src/Providers/TogetherAI/src/TogetherAiModelProvider.cs
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,7 @@ public static class TogetherAiModelProvider
{ TogetherAiModelIds.Qwen15Chat4B, new ChatModels("Qwen/Qwen1.5-4B-Chat",32768,1.0000000000000001E-07,1.0000000000000001E-07)},
{ TogetherAiModelIds.Qwen15Chat72B, new ChatModels("Qwen/Qwen1.5-72B-Chat",32768,9.000000000000001E-07,9.000000000000001E-07)},
{ TogetherAiModelIds.Qwen15Chat7B, new ChatModels("Qwen/Qwen1.5-7B-Chat",32768,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.Qwen2Instruct72B, new ChatModels("Qwen/Qwen2-72B-Instruct",32768,9.000000000000001E-07,9.000000000000001E-07)},
{ TogetherAiModelIds.SnowflakeArcticInstruct, new ChatModels("Snowflake/snowflake-arctic-instruct",4096,2.4E-06,2.4E-06)},
{ TogetherAiModelIds.RemmSlerpL213B, new ChatModels("Undi95/ReMM-SLERP-L2-13B",4096,3E-07,3E-07)},
{ TogetherAiModelIds.ToppyM7B, new ChatModels("Undi95/Toppy-M-7B",4096,2.0000000000000002E-07,2.0000000000000002E-07)},
Expand All @@ -53,10 +54,10 @@ public static class TogetherAiModelProvider
{ TogetherAiModelIds.GemmaInstruct7B, new ChatModels("google/gemma-7b-it",8192,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.VicunaV1513B, new ChatModels("lmsys/vicuna-13b-v1.5",4096,3E-07,3E-07)},
{ TogetherAiModelIds.VicunaV157B, new ChatModels("lmsys/vicuna-7b-v1.5",4096,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.ReservedDbrxInstruct, new ChatModels("medaltv/dbrx-instruct",0,1.2E-06,1.2E-06)},
{ TogetherAiModelIds.Llama2Chat13B, new ChatModels("meta-llama/Llama-2-13b-chat-hf",4096,2.2E-07,2.2E-07)},
{ TogetherAiModelIds.Llama2Chat70B, new ChatModels("meta-llama/Llama-2-70b-chat-hf",4096,9.000000000000001E-07,9.000000000000001E-07)},
{ TogetherAiModelIds.Llama2Chat7B, new ChatModels("meta-llama/Llama-2-7b-chat-hf",4096,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.MetaLlama370BChat, new ChatModels("meta-llama/Llama-3-70b-chat-hf",8192,9.000000000000001E-07,9.000000000000001E-07)},
{ TogetherAiModelIds.MetaLlama38BChat, new ChatModels("meta-llama/Llama-3-8b-chat-hf",8192,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.Wizardlm28X22b, new ChatModels("microsoft/WizardLM-2-8x22B",65536,1.2E-06,1.2E-06)},
{ TogetherAiModelIds.Mistral7BInstruct, new ChatModels("mistralai/Mistral-7B-Instruct-v0.1",4096,2.0000000000000002E-07,2.0000000000000002E-07)},
Expand All @@ -75,6 +76,7 @@ public static class TogetherAiModelProvider
{ TogetherAiModelIds.Alpaca7B, new ChatModels("togethercomputer/alpaca-7b",2048,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.UpstageSolarInstructV111B, new ChatModels("upstage/SOLAR-10.7B-Instruct-v1.0",4096,3E-07,3E-07)},
{ TogetherAiModelIds._01AiYiChat34B, new ChatModels("zero-one-ai/Yi-34B-Chat",4096,8.000000000000001E-07,8.000000000000001E-07)},
{ TogetherAiModelIds.MetaLlama370BChat, new ChatModels("meta-llama/Llama-3-70b-chat-hf",8192,9.000000000000001E-07,9.000000000000001E-07)},
{ TogetherAiModelIds.Llama38BChatHfInt4, new ChatModels("togethercomputer/Llama-3-8b-chat-hf-int4",8192,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.TogethercomputerLlama38BInstructInt8, new ChatModels("togethercomputer/Llama-3-8b-chat-hf-int8",8192,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.UpstageSolarInstructV111BInt4, new ChatModels("togethercomputer/SOLAR-10.7B-Instruct-v1.0-int4",4096,3E-07,3E-07)},
Expand Down

0 comments on commit 52ef032

Please sign in to comment.