Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat:Updated Together AI models #357

Merged
merged 1 commit into from
Jun 24, 2024
+0 −68
Merged

feat:Updated Together AI models #357

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 0 additions & 20 deletions src/Providers/TogetherAI/src/Predefined/AllModels.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -115,11 +115,6 @@ public class RemmSlerpL213BModel(TogetherAiProvider provider) : TogetherAiModel(
public class ToppyM7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.ToppyM7B);


/// <inheritdoc cref="TogetherAiModelIds.WizardcoderV1015B"/>
/// <param name="provider">Open Router Provider Instance</param>
public class WizardcoderV1015BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.WizardcoderV1015B);


/// <inheritdoc cref="TogetherAiModelIds.WizardcoderPythonV1034B"/>
/// <param name="provider">Open Router Provider Instance</param>
public class WizardcoderPythonV1034BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.WizardcoderPythonV1034B);
Expand Down Expand Up @@ -215,11 +210,6 @@ public class GemmaInstruct2BModel(TogetherAiProvider provider) : TogetherAiModel
public class GemmaInstruct7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.GemmaInstruct7B);


/// <inheritdoc cref="TogetherAiModelIds.JedifyLlama38BChat"/>
/// <param name="provider">Open Router Provider Instance</param>
public class JedifyLlama38BChatModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.JedifyLlama38BChat);


/// <inheritdoc cref="TogetherAiModelIds.VicunaV1513B"/>
/// <param name="provider">Open Router Provider Instance</param>
public class VicunaV1513BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.VicunaV1513B);
Expand Down Expand Up @@ -310,16 +300,6 @@ public class OpenHermes25Mistral7BModel(TogetherAiProvider provider) : TogetherA
public class Llama27B32KInstruct7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.Llama27B32KInstruct7B);


/// <inheritdoc cref="TogetherAiModelIds.RedpajamaInciteChat7B"/>
/// <param name="provider">Open Router Provider Instance</param>
public class RedpajamaInciteChat7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.RedpajamaInciteChat7B);


/// <inheritdoc cref="TogetherAiModelIds.RedpajamaInciteChat3B"/>
/// <param name="provider">Open Router Provider Instance</param>
public class RedpajamaInciteChat3BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.RedpajamaInciteChat3B);


/// <inheritdoc cref="TogetherAiModelIds.StripedhyenaNous7B"/>
/// <param name="provider">Open Router Provider Instance</param>
public class StripedhyenaNous7BModel(TogetherAiProvider provider) : TogetherAiModel(provider, TogetherAiModelIds.StripedhyenaNous7B);
Expand Down
44 changes: 0 additions & 44 deletions src/Providers/TogetherAI/src/TogetherAiModelIds.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -259,17 +259,6 @@
/// </summary>
ToppyM7B,

/// <summary>
/// Name: WizardCoder v1.0 (15B) <br/>
/// Organization: WizardLM <br/>
/// Context Length: 8192 <br/>
/// Prompt Cost: $0.3/MTok <br/>
/// Completion Cost: $0.3/MTok <br/>
/// Description: This model empowers Code LLMs with complex instruction fine-tuning, by adapting the Evol-Instruct method to the domain of code. <br/>
/// HuggingFace Url: <a href="https://huggingface.co/WizardLM/WizardCoder-15B-V1.0">https://huggingface.co/WizardLM/WizardCoder-15B-V1.0</a>
/// </summary>
WizardcoderV1015B,

/// <summary>
/// Name: WizardCoder Python v1.0 (34B) <br/>
/// Organization: WizardLM <br/>
Expand Down Expand Up @@ -479,17 +468,6 @@
/// </summary>
GemmaInstruct7B,

/// <summary>
/// Name: Jedify - Llama 3 8B Chat <br/>
/// Organization: Meta <br/>
/// Context Length: 8192 <br/>
/// Prompt Cost: $0/MTok <br/>
/// Completion Cost: $0/MTok <br/>
/// Description: Llama 3 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety. <br/>
/// HuggingFace Url: <a href="https://huggingface.co/jedify/Llama-3-8b-chat-hf">https://huggingface.co/jedify/Llama-3-8b-chat-hf</a>
/// </summary>
JedifyLlama38BChat,

/// <summary>
/// Name: Vicuna v1.5 (13B) <br/>
/// Organization: LM Sys <br/>
Expand Down Expand Up @@ -521,7 +499,7 @@
/// Description: DBRX Instruct is a mixture-of-experts (MoE) large language model trained from scratch by Databricks. DBRX Instruct specializes in few-turn interactions. <br/>
/// HuggingFace Url: <a href="https://huggingface.co/medaltv/dbrx-instruct">https://huggingface.co/medaltv/dbrx-instruct</a>
/// </summary>
ReservedDbrxInstruct,

Check warning on line 502 in src/Providers/TogetherAI/src/TogetherAiModelIds.cs

View workflow job for this annotation

GitHub Actions / Build and test / Build, test and publish 

If 'TogetherAiModelIds.ReservedDbrxInstruct' is not used in the current implementation, remove it. Otherwise give it a meaningful name. (https://learn.microsoft.com/dotnet/fundamentals/code-analysis/quality-rules/ca1700)

Check warning on line 502 in src/Providers/TogetherAI/src/TogetherAiModelIds.cs

View workflow job for this annotation

GitHub Actions / Build and test / Build, test and publish 

If 'TogetherAiModelIds.ReservedDbrxInstruct' is not used in the current implementation, remove it. Otherwise give it a meaningful name. (https://learn.microsoft.com/dotnet/fundamentals/code-analysis/quality-rules/ca1700)

Check warning on line 502 in src/Providers/TogetherAI/src/TogetherAiModelIds.cs

View workflow job for this annotation

GitHub Actions / Build and test / Build, test and publish 

If 'TogetherAiModelIds.ReservedDbrxInstruct' is not used in the current implementation, remove it. Otherwise give it a meaningful name. (https://learn.microsoft.com/dotnet/fundamentals/code-analysis/quality-rules/ca1700)

Check warning on line 502 in src/Providers/TogetherAI/src/TogetherAiModelIds.cs

View workflow job for this annotation

GitHub Actions / Build and test / Build, test and publish 

If 'TogetherAiModelIds.ReservedDbrxInstruct' is not used in the current implementation, remove it. Otherwise give it a meaningful name. (https://learn.microsoft.com/dotnet/fundamentals/code-analysis/quality-rules/ca1700)

Check warning on line 502 in src/Providers/TogetherAI/src/TogetherAiModelIds.cs

View workflow job for this annotation

GitHub Actions / Build and test / Build, test and publish 

If 'TogetherAiModelIds.ReservedDbrxInstruct' is not used in the current implementation, remove it. Otherwise give it a meaningful name. (https://learn.microsoft.com/dotnet/fundamentals/code-analysis/quality-rules/ca1700)

Check warning on line 502 in src/Providers/TogetherAI/src/TogetherAiModelIds.cs

View workflow job for this annotation

GitHub Actions / Build and test / Build, test and publish 

If 'TogetherAiModelIds.ReservedDbrxInstruct' is not used in the current implementation, remove it. Otherwise give it a meaningful name. (https://learn.microsoft.com/dotnet/fundamentals/code-analysis/quality-rules/ca1700)

Check warning on line 502 in src/Providers/TogetherAI/src/TogetherAiModelIds.cs

View workflow job for this annotation

GitHub Actions / Build and test / Build, test and publish 

If 'TogetherAiModelIds.ReservedDbrxInstruct' is not used in the current implementation, remove it. Otherwise give it a meaningful name. (https://learn.microsoft.com/dotnet/fundamentals/code-analysis/quality-rules/ca1700)

Check warning on line 502 in src/Providers/TogetherAI/src/TogetherAiModelIds.cs

View workflow job for this annotation

GitHub Actions / Build and test / Build, test and publish 

If 'TogetherAiModelIds.ReservedDbrxInstruct' is not used in the current implementation, remove it. Otherwise give it a meaningful name. (https://learn.microsoft.com/dotnet/fundamentals/code-analysis/quality-rules/ca1700)

/// <summary>
/// Name: LLaMA-2 Chat (13B) <br/>
Expand Down Expand Up @@ -688,28 +666,6 @@
/// </summary>
Llama27B32KInstruct7B,

/// <summary>
/// Name: RedPajama-INCITE Chat (7B) <br/>
/// Organization: Together <br/>
/// Context Length: 2048 <br/>
/// Prompt Cost: $0.2/MTok <br/>
/// Completion Cost: $0.2/MTok <br/>
/// Description: Chat model fine-tuned using data from Dolly 2.0 and Open Assistant over the RedPajama-INCITE-Base-7B-v1 base model. <br/>
/// HuggingFace Url: <a href="https://huggingface.co/togethercomputer/RedPajama-INCITE-7B-Chat">https://huggingface.co/togethercomputer/RedPajama-INCITE-7B-Chat</a>
/// </summary>
RedpajamaInciteChat7B,

/// <summary>
/// Name: RedPajama-INCITE Chat (3B) <br/>
/// Organization: Together <br/>
/// Context Length: 2048 <br/>
/// Prompt Cost: $0.1/MTok <br/>
/// Completion Cost: $0.1/MTok <br/>
/// Description: Chat model fine-tuned using data from Dolly 2.0 and Open Assistant over the RedPajama-INCITE-Base-3B-v1 base model. <br/>
/// HuggingFace Url: <a href="https://huggingface.co/togethercomputer/RedPajama-INCITE-Chat-3B-v1">https://huggingface.co/togethercomputer/RedPajama-INCITE-Chat-3B-v1</a>
/// </summary>
RedpajamaInciteChat3B,

/// <summary>
/// Name: StripedHyena Nous (7B) <br/>
/// Organization: Together <br/>
Expand Down
4 changes: 0 additions & 4 deletions src/Providers/TogetherAI/src/TogetherAiModelProvider.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,6 @@ public static class TogetherAiModelProvider
{ TogetherAiModelIds.SnowflakeArcticInstruct, new ChatModels("Snowflake/snowflake-arctic-instruct",4096,2.4E-06,2.4E-06)},
{ TogetherAiModelIds.RemmSlerpL213B, new ChatModels("Undi95/ReMM-SLERP-L2-13B",4096,3E-07,3E-07)},
{ TogetherAiModelIds.ToppyM7B, new ChatModels("Undi95/Toppy-M-7B",4096,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.WizardcoderV1015B, new ChatModels("WizardLM/WizardCoder-15B-V1.0",8192,3E-07,3E-07)},
{ TogetherAiModelIds.WizardcoderPythonV1034B, new ChatModels("WizardLM/WizardCoder-Python-34B-V1.0",8192,8.000000000000001E-07,8.000000000000001E-07)},
{ TogetherAiModelIds.WizardlmV1213B, new ChatModels("WizardLM/WizardLM-13B-V1.2",4096,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.OlmoInstruct7B, new ChatModels("allenai/OLMo-7B-Instruct",2048,2.0000000000000002E-07,2.0000000000000002E-07)},
Expand All @@ -52,7 +51,6 @@ public static class TogetherAiModelProvider
{ TogetherAiModelIds.Platypus2Instruct70B, new ChatModels("garage-bAInd/Platypus2-70B-instruct",4096,9.000000000000001E-07,9.000000000000001E-07)},
{ TogetherAiModelIds.GemmaInstruct2B, new ChatModels("google/gemma-2b-it",8192,1.0000000000000001E-07,1.0000000000000001E-07)},
{ TogetherAiModelIds.GemmaInstruct7B, new ChatModels("google/gemma-7b-it",8192,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.JedifyLlama38BChat, new ChatModels("jedify/Llama-3-8b-chat-hf",8192,0,0)},
{ TogetherAiModelIds.VicunaV1513B, new ChatModels("lmsys/vicuna-13b-v1.5",4096,3E-07,3E-07)},
{ TogetherAiModelIds.VicunaV157B, new ChatModels("lmsys/vicuna-7b-v1.5",4096,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.ReservedDbrxInstruct, new ChatModels("medaltv/dbrx-instruct",0,1.2E-06,1.2E-06)},
Expand All @@ -71,8 +69,6 @@ public static class TogetherAiModelProvider
{ TogetherAiModelIds.OpenHermes2Mistral7B, new ChatModels("teknium/OpenHermes-2-Mistral-7B",8192,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.OpenHermes25Mistral7B, new ChatModels("teknium/OpenHermes-2p5-Mistral-7B",8192,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.Llama27B32KInstruct7B, new ChatModels("togethercomputer/Llama-2-7B-32K-Instruct",32768,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.RedpajamaInciteChat7B, new ChatModels("togethercomputer/RedPajama-INCITE-7B-Chat",2048,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.RedpajamaInciteChat3B, new ChatModels("togethercomputer/RedPajama-INCITE-Chat-3B-v1",2048,1.0000000000000001E-07,1.0000000000000001E-07)},
{ TogetherAiModelIds.StripedhyenaNous7B, new ChatModels("togethercomputer/StripedHyena-Nous-7B",32768,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.Alpaca7B, new ChatModels("togethercomputer/alpaca-7b",2048,2.0000000000000002E-07,2.0000000000000002E-07)},
{ TogetherAiModelIds.UpstageSolarInstructV111B, new ChatModels("upstage/SOLAR-10.7B-Instruct-v1.0",4096,3E-07,3E-07)},
Expand Down