fix: Fixed bug with local models. Updated packages.

tryAGI · Oct 12, 2023 · 4c6ce7c · 4c6ce7c
1 parent 56822a7
commit 4c6ce7c
Show file tree

Hide file tree

Showing 5 changed files with 8 additions and 7 deletions.
diff --git a/LangChain.sln b/LangChain.sln
@@ -9,6 +9,7 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "misc", "misc", "{23506EB8-1
 		src\Directory.Packages.props = src\Directory.Packages.props
 		.github\workflows\dotnet.yml = .github\workflows\dotnet.yml
 		.github\workflows\pull-request.yml = .github\workflows\pull-request.yml
+		.github\dependabot.yml = .github\dependabot.yml
 	EndProjectSection
 EndProject
 Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "libs", "libs", "{EB6F52EE-7E7E-4624-A99E-79D3F190F386}"

diff --git a/src/Directory.Packages.props b/src/Directory.Packages.props
@@ -4,7 +4,7 @@
   </PropertyGroup>
   <ItemGroup>
     <PackageVersion Include="Anthropic" Version="0.3.0" />
-    <PackageVersion Include="Anyscale" Version="1.0.0" />
+    <PackageVersion Include="Anyscale" Version="1.0.1" />
     <PackageVersion Include="Aspose.PDF" Version="23.9.0" />
     <PackageVersion Include="AWSSDK.Kendra" Version="3.7.201.16" />
     <PackageVersion Include="DotNet.ReproducibleBuilds" Version="1.1.1" />
@@ -32,7 +32,7 @@
     <PackageVersion Include="PolySharp" Version="1.13.2" />
     <PackageVersion Include="System.Text.Json" Version="7.0.3" />
     <PackageVersion Include="Tiktoken" Version="1.1.2" />
-    <PackageVersion Include="tryAGI.OpenAI" Version="1.8.0" />
+    <PackageVersion Include="tryAGI.OpenAI" Version="1.8.1" />
     <PackageVersion Include="Microsoft.Extensions.DependencyInjection.Abstractions" Version="7.0.0" />
     <PackageVersion Include="Microsoft.Extensions.Http" Version="7.0.0" />
     <PackageVersion Include="Microsoft.Extensions.Options.ConfigurationExtensions" Version="7.0.0" />

diff --git a/src/libs/Directory.Build.props b/src/libs/Directory.Build.props
@@ -14,7 +14,7 @@
     </ItemGroup>
 
     <PropertyGroup Label="Nuget">
-        <Version>0.10.0</Version>
+        <Version>0.10.1</Version>
         <PackageTags>langchain</PackageTags>
         <GeneratePackageOnBuild Condition=" '$(Configuration)' == 'Release' ">true</GeneratePackageOnBuild>
         <GenerateDocumentationFile>true</GenerateDocumentationFile>

diff --git a/src/libs/Providers/LangChain.Providers.Anyscale/AnyscaleModel.cs b/src/libs/Providers/LangChain.Providers.Anyscale/AnyscaleModel.cs
@@ -64,7 +64,7 @@ public AnyscaleModel(AnyscaleConfiguration configuration, HttpClient httpClient)
         Id = configuration.ModelId ?? throw new ArgumentException("ModelId is not defined", nameof(configuration));
         HttpClient = httpClient ?? throw new ArgumentNullException(nameof(httpClient));
 
-        Encoding = Tiktoken.Encoding.ForModel(Id);
+        Encoding = Tiktoken.Encoding.TryForModel(Id) ?? Tiktoken.Encoding.Get(Tiktoken.Encodings.Cl100KBase);
         Api = new AnyscaleApi(apiKey: ApiKey, HttpClient);
     }
 
@@ -81,7 +81,7 @@ public AnyscaleModel(string apiKey, HttpClient httpClient, string id)
         HttpClient = httpClient ?? throw new ArgumentNullException(nameof(httpClient));
         Id = id ?? throw new ArgumentNullException(nameof(id));
 
-        Encoding = Tiktoken.Encoding.ForModel(Id);
+        Encoding = Tiktoken.Encoding.TryForModel(Id) ?? Tiktoken.Encoding.Get(Tiktoken.Encodings.Cl100KBase);
         Api = new AnyscaleApi(apiKey: ApiKey, HttpClient);
     }
 

diff --git a/src/libs/Providers/LangChain.Providers.OpenAI/OpenAiModel.cs b/src/libs/Providers/LangChain.Providers.OpenAI/OpenAiModel.cs
@@ -65,7 +65,7 @@ public OpenAiModel(OpenAiConfiguration configuration, HttpClient httpClient)
         EmbeddingModelId = configuration.EmbeddingModelId ?? throw new ArgumentException("EmbeddingModelId is not defined", nameof(configuration));
         HttpClient = httpClient ?? throw new ArgumentNullException(nameof(httpClient));
 
-        Encoding = Tiktoken.Encoding.ForModel(Id);
+        Encoding = Tiktoken.Encoding.TryForModel(Id) ?? Tiktoken.Encoding.Get(Tiktoken.Encodings.Cl100KBase);
         Api = new OpenAiApi(apiKey: ApiKey, HttpClient);
         if (configuration.Endpoint != null &&
             !string.IsNullOrWhiteSpace(configuration.Endpoint))
@@ -87,7 +87,7 @@ public OpenAiModel(string apiKey, HttpClient httpClient, string id)
         HttpClient = httpClient ?? throw new ArgumentNullException(nameof(httpClient));
         Id = id ?? throw new ArgumentNullException(nameof(id));
 
-        Encoding = Tiktoken.Encoding.ForModel(Id);
+        Encoding = Tiktoken.Encoding.TryForModel(Id) ?? Tiktoken.Encoding.Get(Tiktoken.Encodings.Cl100KBase);
         Api = new OpenAiApi(apiKey: ApiKey, HttpClient);
     }