Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat:Updated OpenRouter models #292

Merged
merged 1 commit into from
May 4, 2024
Merged

feat:Updated OpenRouter models #292

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
19 changes: 17 additions & 2 deletions src/Providers/OpenRouter/src/OpenRouterModelIds.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -125,6 +125,13 @@ public enum OpenRouterModelIds
/// </summary>
Fimbulvetr11BV2,

/// <summary>
/// The NeverSleep team is back, with a Llama 3 8B finetune trained on their curated roleplay data. Striking a balance between eRP and RP, Lumimaid was designed to be serious, yet uncensored when necessary. <br/>
/// To enhance it's overall intelligence and chat capability, roughly 40% of the training data was not roleplay. This provides a breadth of knowledge to access, while still keeping roleplay as the primary strength. <br/>
/// Usage of this model is subject to Meta's Acceptable Use Policy. <br/>
/// </summary>
Llama3Lumimaid8B,

/// <summary>
/// A recreation trial of the original MythoMax-L2-B13 but with updated models. #merge <br/>
/// Note: this is an extended-context version of this model. It may have higher prices and different outputs. <br/>
Expand All @@ -145,6 +152,14 @@ public enum OpenRouterModelIds
/// </summary>
MetaLlama38BInstructExtended,

/// <summary>
/// The NeverSleep team is back, with a Llama 3 8B finetune trained on their curated roleplay data. Striking a balance between eRP and RP, Lumimaid was designed to be serious, yet uncensored when necessary. <br/>
/// To enhance it's overall intelligence and chat capability, roughly 40% of the training data was not roleplay. This provides a breadth of knowledge to access, while still keeping roleplay as the primary strength. <br/>
/// Usage of this model is subject to Meta's Acceptable Use Policy. <br/>
/// Note: this is an extended-context version of this model. It may have higher prices and different outputs. <br/>
/// </summary>
Llama3Lumimaid8BExtended,

/// <summary>
/// An attempt to recreate Claude-style verbosity, but don't expect the same level of coherence or memory. Meant for use in roleplay/narrative situations. <br/>
/// </summary>
Expand Down Expand Up @@ -685,10 +700,10 @@ public enum OpenRouterModelIds
MistralMixtral8X22bInstruct,

/// <summary>
/// Soliloquy-L3 is a fast, highly capable roleplaying model designed for immersive, dynamic experiences. Trained on over 250 million tokens of roleplaying data, Soliloquy-L3 has a vast knowledge base, rich literary expression, and support for up to 24k context length. It outperforms existing ~13B models, delivering enhanced roleplaying capabilities. <br/>
/// Soliloquy-L3 v2 is a fast, highly capable roleplaying model designed for immersive, dynamic experiences. Trained on over 250 million tokens of roleplaying data, Soliloquy-L3 has a vast knowledge base, rich literary expression, and support for up to 24k context length. It outperforms existing ~13B models, delivering enhanced roleplaying capabilities. <br/>
/// Usage of this model is subject to Meta's Acceptable Use Policy. <br/>
/// </summary>
LynnLlama3Soliloquy8B,
LynnLlama3Soliloquy8BV2,

/// <summary>
/// Zephyr is a series of language models that are trained to act as helpful assistants. Zephyr-7B-β is the second model in the series, and is a fine-tuned version of mistralai/Mistral-7B-v0.1 that was trained on a mix of publicly available, synthetic datasets using Direct Preference Optimization (DPO). <br/>
Expand Down
6 changes: 4 additions & 2 deletions src/Providers/OpenRouter/src/OpenRouterModelProvider.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -26,9 +26,11 @@ public static class OpenRouterModelProvider
{ OpenRouterModelIds.Mythomist7B, new ChatModels("gryphe/mythomist-7b",32768,3.75E-07,3.75E-07)},
{ OpenRouterModelIds.MidnightRose70B, new ChatModels("sophosympatheia/midnight-rose-70b",4096,8.999999999999999E-06,8.999999999999999E-06)},
{ OpenRouterModelIds.Fimbulvetr11BV2, new ChatModels("sao10k/fimbulvetr-11b-v2",8192,5.499E-07,2.826E-06)},
{ OpenRouterModelIds.Llama3Lumimaid8B, new ChatModels("neversleep/llama-3-lumimaid-8b",24576,2.25E-07,2.2499999999999996E-06)},
{ OpenRouterModelIds.RemmSlerp13BExtended, new ChatModels("undi95/remm-slerp-l2-13b:extended",6144,1.1249999999999998E-06,1.1249999999999998E-06)},
{ OpenRouterModelIds.Mythomax13BExtended, new ChatModels("gryphe/mythomax-l2-13b:extended",8192,1.1249999999999998E-06,1.1249999999999998E-06)},
{ OpenRouterModelIds.MetaLlama38BInstructExtended, new ChatModels("meta-llama/llama-3-8b-instruct:extended",16384,2.751E-07,2.826E-06)},
{ OpenRouterModelIds.MetaLlama38BInstructExtended, new ChatModels("meta-llama/llama-3-8b-instruct:extended",16384,2.25E-07,2.2499999999999996E-06)},
{ OpenRouterModelIds.Llama3Lumimaid8BExtended, new ChatModels("neversleep/llama-3-lumimaid-8b:extended",24576,2.25E-07,2.2499999999999996E-06)},
{ OpenRouterModelIds.MancerWeaverAlpha, new ChatModels("mancer/weaver",8000,3.375E-06,3.375E-06)},
{ OpenRouterModelIds.NousCapybara7B, new ChatModels("nousresearch/nous-capybara-7b",4096,1.8000000000000002E-07,1.8000000000000002E-07)},
{ OpenRouterModelIds.MetaCodellama34BInstruct, new ChatModels("meta-llama/codellama-34b-instruct",8192,7.200000000000001E-07,7.200000000000001E-07)},
Expand Down Expand Up @@ -114,7 +116,7 @@ public static class OpenRouterModelProvider
{ OpenRouterModelIds.Wizardlm27B, new ChatModels("microsoft/wizardlm-2-7b",32000,6.999999999999999E-08,6.999999999999999E-08)},
{ OpenRouterModelIds.MistralMixtral8X22BBase, new ChatModels("mistralai/mixtral-8x22b",65536,9E-07,9E-07)},
{ OpenRouterModelIds.MistralMixtral8X22bInstruct, new ChatModels("mistralai/mixtral-8x22b-instruct",65536,6.499999999999999E-07,6.499999999999999E-07)},
{ OpenRouterModelIds.LynnLlama3Soliloquy8B, new ChatModels("lynn/soliloquy-l3",24576,2.0000000000000002E-07,2.0000000000000002E-07)},
{ OpenRouterModelIds.LynnLlama3Soliloquy8BV2, new ChatModels("lynn/soliloquy-l3",24576,1.5E-07,1.5E-07)},
{ OpenRouterModelIds.HuggingFaceZephyr7BFree, new ChatModels("huggingfaceh4/zephyr-7b-beta:free",4096,0,0)},
{ OpenRouterModelIds.MetaLlamaV270BChatNitro, new ChatModels("meta-llama/llama-2-70b-chat:nitro",4096,9E-07,9E-07)},
{ OpenRouterModelIds.Mythomax13BNitro, new ChatModels("gryphe/mythomax-l2-13b:nitro",4096,2.0000000000000002E-07,2.0000000000000002E-07)},
Expand Down
14 changes: 12 additions & 2 deletions src/Providers/OpenRouter/src/Predefined/AllModels.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -85,6 +85,11 @@ public class MidnightRose70BModel(OpenRouterProvider provider) : OpenRouterModel
public class Fimbulvetr11BV2Model(OpenRouterProvider provider) : OpenRouterModel(provider, OpenRouterModelIds.Fimbulvetr11BV2);


/// <inheritdoc cref="OpenRouterModelIds.Llama3Lumimaid8B"/>
/// <param name="provider">Open Router Provider Instance</param>
public class Llama3Lumimaid8BModel(OpenRouterProvider provider) : OpenRouterModel(provider, OpenRouterModelIds.Llama3Lumimaid8B);


/// <inheritdoc cref="OpenRouterModelIds.RemmSlerp13BExtended"/>
/// <param name="provider">Open Router Provider Instance</param>
public class RemmSlerp13BExtendedModel(OpenRouterProvider provider) : OpenRouterModel(provider, OpenRouterModelIds.RemmSlerp13BExtended);
Expand All @@ -100,6 +105,11 @@ public class Mythomax13BExtendedModel(OpenRouterProvider provider) : OpenRouterM
public class MetaLlama38BInstructExtendedModel(OpenRouterProvider provider) : OpenRouterModel(provider, OpenRouterModelIds.MetaLlama38BInstructExtended);


/// <inheritdoc cref="OpenRouterModelIds.Llama3Lumimaid8BExtended"/>
/// <param name="provider">Open Router Provider Instance</param>
public class Llama3Lumimaid8BExtendedModel(OpenRouterProvider provider) : OpenRouterModel(provider, OpenRouterModelIds.Llama3Lumimaid8BExtended);


/// <inheritdoc cref="OpenRouterModelIds.MancerWeaverAlpha"/>
/// <param name="provider">Open Router Provider Instance</param>
public class MancerWeaverAlphaModel(OpenRouterProvider provider) : OpenRouterModel(provider, OpenRouterModelIds.MancerWeaverAlpha);
Expand Down Expand Up @@ -525,9 +535,9 @@ public class MistralMixtral8X22BBaseModel(OpenRouterProvider provider) : OpenRou
public class MistralMixtral8X22bInstructModel(OpenRouterProvider provider) : OpenRouterModel(provider, OpenRouterModelIds.MistralMixtral8X22bInstruct);


/// <inheritdoc cref="OpenRouterModelIds.LynnLlama3Soliloquy8B"/>
/// <inheritdoc cref="OpenRouterModelIds.LynnLlama3Soliloquy8BV2"/>
/// <param name="provider">Open Router Provider Instance</param>
public class LynnLlama3Soliloquy8BModel(OpenRouterProvider provider) : OpenRouterModel(provider, OpenRouterModelIds.LynnLlama3Soliloquy8B);
public class LynnLlama3Soliloquy8BV2Model(OpenRouterProvider provider) : OpenRouterModel(provider, OpenRouterModelIds.LynnLlama3Soliloquy8BV2);


/// <inheritdoc cref="OpenRouterModelIds.HuggingFaceZephyr7BFree"/>
Expand Down