feat: Preparations for code-execution agents (#120)

- Docker does not upload files, but attaches to a directory now. This allows to work with multiple files
- Added test for c# project generation

Author: TesAnti

src/libs/Extensions/LangChain.Extensions.Docker/Chain.cs

@@ -16,8 +16,8 @@ public static class Chain
     /// <param name="inputKey"></param>
     /// <param name="outputKey"></param>
     /// <returns></returns>
-    public static BaseStackableChain RunCodeInDocker(string image= "python:3.10", string filename = "main.py", string command = "python", string inputKey = "code", string outputKey = "result")
+    public static DockerChain RunCodeInDocker(string image= "python:3.10", string arguments = "main.py", string command = "python", string? attachVolume=null, string outputKey = "result")
     {
-        return new DockerChain(image, filename,command, inputKey, outputKey);
+        return new DockerChain(image, arguments, command, attachVolume, outputKey);
     }
 }

src/libs/Extensions/LangChain.Extensions.Docker/DockerChain.cs

@@ -29,45 +29,35 @@ public void Report(JSONMessage value)
         /// <summary>
         /// 
         /// </summary>
-        public string Filename { get; }
+        public string Arguments { get; }
 
         /// <summary>
         /// 
         /// </summary>
         public string Command { get; }
 
+        public string? AttachVolume { get; }
+
         /// <summary>
         /// 
         /// </summary>
         /// <param name="image"></param>
-        /// <param name="filename"></param>
+        /// <param name="arguments"></param>
         /// <param name="command"></param>
-        /// <param name="inputKey"></param>
         /// <param name="outputKey"></param>
-        public DockerChain(string image= "python:3", string filename="main.py", string command="python", string inputKey="code",string outputKey="result")
+        public DockerChain(string image= "python:3", string arguments="main.py", string command="python", string? attachVolume=null, string outputKey="result")
         {
             Image = image;
-            Filename = filename;
+            Arguments = arguments;
             Command = command;
-            InputKeys = new[] {inputKey};
+            AttachVolume = attachVolume;
             OutputKeys = new[] {outputKey};
 
             using var configuration = new DockerClientConfiguration();
             _client = configuration.CreateClient();
         }
 
-        private static string SanitizeCode(string code)
-        {
-            if (code.StartsWith("```", StringComparison.Ordinal))
-            {
-                // remove first and last lines
-                var lines = code.Split("\n");
-                var res = string.Join("\n", lines[1..^1]);
-                return res;
-            }
-            return code;
-        }
-        
+
         /// <summary>
         /// 
         /// </summary>
@@ -82,37 +72,29 @@ await _client.Images.CreateImageAsync(new ImagesCreateParameters()
                 FromImage = Image
             }, null, new SuppressProgress(), CancellationToken.None).ConfigureAwait(false);
 
+            var binds = new List<string>();
 
-            var code = SanitizeCode(values.Value[InputKeys[0]].ToString() ?? string.Empty);
-
-
-            var tempDir = Path.GetTempPath();
-            tempDir = Path.Combine(tempDir, Guid.NewGuid().ToString());
-            var appDir = Path.Combine(tempDir, "app");
-            Directory.CreateDirectory(appDir);
-            var tempFile = Path.Combine(appDir, Filename);
-            await File.WriteAllTextAsync(tempFile, code).ConfigureAwait(false);
-
-            MemoryStream archiveStream = new MemoryStream();
-            await TarFile.CreateFromDirectoryAsync(tempDir,archiveStream,false).ConfigureAwait(false);
-            archiveStream.Seek(0, SeekOrigin.Begin);
 
-            Directory.Delete(tempDir,true);
+            if (AttachVolume != null)
+            {
+                var absolutePath = Path.GetFullPath(AttachVolume).Replace("\\","/").Replace(":","");
+                binds.Add($"/{absolutePath}:/app");
+            }
 
             var container = await _client.Containers.CreateContainerAsync(new CreateContainerParameters()
             {
 
                 Image = Image,
-                Cmd = new[] {Command,Filename},
+                Cmd = new[] {Command,Arguments},
                 WorkingDir = "/app",
+                HostConfig = new HostConfig()
+                {
+                    Binds = binds
+                }
 
             }).ConfigureAwait(false);
 
-            await _client.Containers.ExtractArchiveToContainerAsync(container.ID, new ContainerPathStatParameters()
-            {
-                AllowOverwriteDirWithFile = true,
-                Path = "/",
-            }, archiveStream, CancellationToken.None).ConfigureAwait(false);
+
 
             await _client.Containers.StartContainerAsync(container.ID, null).ConfigureAwait(false);
 

src/libs/LangChain.Core/Chains/Chain.cs

@@ -293,4 +293,11 @@ public static CrewChain Crew(
     {
         return new CrewChain(allAgents, manager, inputKey, outputKey);
     }
+
+    public static ExtractCodeChain ExtractCode(
+        string inputKey = "text",
+        string outputKey = "code")
+    {
+        return new ExtractCodeChain(inputKey, outputKey);
+    }
 }

src/libs/LangChain.Core/Chains/StackableChains/ExtractCodeChain.cs

@@ -0,0 +1,59 @@
+using System.Text;
+using LangChain.Abstractions.Schema;
+using LangChain.Chains.HelperChains;
+
+namespace LangChain.Chains.StackableChains;
+
+public class ExtractCodeChain: BaseStackableChain
+{
+    public ExtractCodeChain(string inputKey="text", string outputKey="code")
+    {
+        InputKeys = new[] {inputKey};
+        OutputKeys = new[] {outputKey};
+    }
+
+    string ExtractCode(string md)
+    {
+        var lines = md.Split('\n');
+        var code = new StringBuilder();
+        var inCode = false;
+        foreach (var line in lines)
+        {
+            if (line.StartsWith("```"))
+            {
+                inCode = !inCode;
+                continue;
+            }
+
+            if (inCode)
+            {
+                code.AppendLine(line);
+            }
+        }
+
+        if (code.Length == 0)
+        {
+            code.AppendLine(md);
+        }
+
+        return code.ToString();
+
+    }
+
+
+    protected override Task<IChainValues> InternalCall(IChainValues values)
+    {
+        
+
+        if (values.Value[InputKeys[0]] is string text)
+        {
+            values.Value[OutputKeys[0]] = ExtractCode(text);
+        }
+        else
+        {
+            throw new InvalidOperationException($"Input key {InputKeys[0]} must be string");
+        }
+        
+        return Task.FromResult(values);
+    }
+}

src/tests/LangChain.Providers.LLamaSharp.IntegrationTests/DockerTests.cs

@@ -15,18 +15,21 @@ public class DockerTests
     public void SimpleHelloWorldTest()
     {
         var model = LLamaSharpModelInstruction.FromPath(ModelPath);
+        model.Configuration.AntiPrompts = new[] { "[END]" };
 
         var promptText =
-            @"Generate a python program that prints ""Hello world"" do not explain or comment the code. I expect only generated code from you.
+            @"Generate a python program that prints ""Hello world"" do not explain or comment the code. I expect only generated code from you. Print [END] after you are done.
 
 Generated code:";
 
         var chain = Template(promptText, outputKey:"prompt")
                     | LLM(model, inputKey:"prompt", outputKey:"code")
-                    | RunCodeInDocker(inputKey:"code", outputKey:"result");
+                    | ExtractCode("code","data")
+                    | SaveIntoFile("main.py")
+                    | RunCodeInDocker(attachVolume:"./", outputKey:"result");
         var res = chain.Run().Result;
 
         Assert.AreEqual("Hello world", res.Value["result"].ToString()?.Trim());
     }
-    
+
 }

src/tests/LangChain.Providers.Ollama.IntegrationTests/DockerTests.cs

@@ -0,0 +1,43 @@
+using System.Diagnostics;
+
+namespace LangChain.Providers.Ollama.IntegrationTests;
+using static LangChain.Chains.Chain;
+using static LangChain.Extensions.Docker.Chain;
+[TestFixture]
+public class DockerTests
+{
+    [Test]
+    [Explicit]
+    public void SimpleHelloWorldTest()
+    {
+        var model = new OllamaLanguageModelInstruction("deepseek-coder:6.7b-instruct",options:new OllamaLanguageModelOptions()
+        {
+            Temperature = 0.0f,
+            Stop = new[] { "[END]"}
+        });
+        
+
+        var promptText =
+            @"Generate a C# program that prints ""Hello, Anti!"". Do not explain the code. Print [END] after code is generated.
+Code:
+";
+
+        Directory.CreateDirectory("test");
+        CreateCSharpProject("test");
+
+
+        var chain = Template(promptText, outputKey: "prompt")
+                    | LLM(model, inputKey: "prompt", outputKey: "code")
+                    | ExtractCode("code", "data")
+                    | SaveIntoFile("test\\Program.cs")
+                    | RunCodeInDocker(image: "mcr.microsoft.com/dotnet/sdk:8.0", command:"dotnet", arguments:"run",attachVolume: "./test", outputKey: "result");
+        var res = chain.Run().Result;
+
+        Assert.AreEqual("Hello, Anti!", res.Value["result"].ToString()?.Trim());
+    }
+
+    void CreateCSharpProject(string path)
+    {
+        Process.Start("dotnet", $"new console -o {path}").WaitForExit();
+    }
+}

src/tests/LangChain.Providers.Ollama.IntegrationTests/LangChain.Providers.Ollama.IntegrationTests.csproj

@@ -10,6 +10,7 @@
 	</ItemGroup>
 
 	<ItemGroup>
+	  <ProjectReference Include="..\..\libs\Extensions\LangChain.Extensions.Docker\LangChain.Extensions.Docker.csproj" />
 	  <ProjectReference Include="..\..\libs\Providers\LangChain.Providers.Ollama\LangChain.Providers.Ollama.csproj" />
 	</ItemGroup>