move all generated code to c# source generator (#756)

* remove the dependency of unprocessed swagger file

* all code generator

* good bye generated code

* remove generator cmd from sln

* eliminate generated folder

* fix multi target build

* disable dotnet fmt due to cannot load lib generator

* fix race

* fix race for multi target

Author: tg123

.github/workflows/buildtest.yaml

@@ -23,10 +23,10 @@ jobs:
         uses: actions/setup-dotnet@v1
         with:
           dotnet-version: '6.0.x'          
-      - name: Check Format
-        # don't check formatting on Windows b/c of CRLF issues.
-        if: matrix.os == 'ubuntu-latest'
-        run: dotnet format --severity error --verify-no-changes --exclude ./src/KubernetesClient/generated/
+      # - name: Check Format
+      #   # don't check formatting on Windows b/c of CRLF issues.
+      #   if: matrix.os == 'ubuntu-latest'
+      #   run: dotnet format --severity error --verify-no-changes --exclude ./src/KubernetesClient/generated/
       - name: Build
         run: dotnet build --configuration Release
       - name: Test

gen/KubernetesGenerator/KubernetesGenerator.csproj

@@ -1,14 +1,15 @@
 using System.Collections.Generic;
 using System.IO;
 using System.Linq;
+using Microsoft.CodeAnalysis;
 using NSwag;
 using Nustache.Core;
 
-namespace KubernetesGenerator
+namespace LibKubernetesGenerator
 {
     internal class ApiGenerator
     {
-        public void Generate(OpenApiDocument swagger, string outputDirectory)
+        public void Generate(OpenApiDocument swagger, GeneratorExecutionContext context)
         {
             var data = swagger.Operations
                 .Where(o => o.Method != OpenApiOperationMethod.Options)
@@ -55,12 +56,9 @@ public void Generate(OpenApiDocument swagger, string outputDirectory)
                 })
                 .ToArray();
 
-            Render.FileToFile(Path.Combine("templates", "IKubernetes.cs.template"), data,
-                Path.Combine(outputDirectory, "IKubernetes.cs"));
-            Render.FileToFile(Path.Combine("templates", "Kubernetes.cs.template"), data,
-                Path.Combine(outputDirectory, "Kubernetes.cs"));
-            Render.FileToFile(Path.Combine("templates", "KubernetesExtensions.cs.template"), data,
-                Path.Combine(outputDirectory, "KubernetesExtensions.cs"));
+            context.RenderToContext("IKubernetes.cs.template", data, "IKubernetes.g.cs");
+            context.RenderToContext("Kubernetes.cs.template", data, "Kubernetes.g.cs");
+            context.RenderToContext("KubernetesExtensions.cs.template", data, "KubernetesExtensions.g.cs");
         }
     }
 }

gen/KubernetesGenerator/Program.cs

@@ -5,66 +5,36 @@
 using NSwag;
 using Nustache.Core;
 
-namespace KubernetesGenerator
+namespace LibKubernetesGenerator
 {
     internal class ClassNameHelper : INustacheHelper
     {
         private readonly Dictionary<string, string> classNameMap;
-        private readonly HashSet<string> schemaDefinitionsInMultipleGroups;
         private readonly Dictionary<JsonSchema, string> schemaToNameMapCooked;
-        private readonly Dictionary<JsonSchema, string> schemaToNameMapUnprocessed;
 
-        public ClassNameHelper(OpenApiDocument swaggerCooked, OpenApiDocument swaggerUnprocessed)
+        public ClassNameHelper(OpenApiDocument swagger)
         {
-            classNameMap = InitClassNameMap(swaggerCooked);
-
-            schemaToNameMapCooked = GenerateSchemaToNameMapCooked(swaggerCooked);
-            schemaToNameMapUnprocessed = GenerateSchemaToNameMapUnprocessed(swaggerUnprocessed);
-            schemaDefinitionsInMultipleGroups = InitSchemaDefinitionsInMultipleGroups(schemaToNameMapUnprocessed);
+            classNameMap = InitClassNameMap(swagger);
+            schemaToNameMapCooked = GenerateSchemaToNameMapCooked(swagger);
         }
 
         public void RegisterHelper()
         {
             Helpers.Register(nameof(GetClassName), GetClassName);
         }
 
-        private static Dictionary<JsonSchema, string> GenerateSchemaToNameMapUnprocessed(
-            OpenApiDocument swaggerUnprocessed)
-        {
-            return swaggerUnprocessed.Definitions.ToDictionary(x => x.Value, x => x.Key);
-        }
-
-        private static Dictionary<JsonSchema, string> GenerateSchemaToNameMapCooked(OpenApiDocument swaggerCooked)
-        {
-            return swaggerCooked.Definitions.ToDictionary(x => x.Value, x => x.Key.Replace(".", "").ToPascalCase());
-        }
-
-        private static HashSet<string> InitSchemaDefinitionsInMultipleGroups(
-            Dictionary<JsonSchema, string> schemaToNameMap)
+        private static Dictionary<JsonSchema, string> GenerateSchemaToNameMapCooked(OpenApiDocument swagger)
         {
-            return schemaToNameMap.Values.Select(x =>
-                {
-                    var parts = x.Split(".");
-                    return new
-                    {
-                        FullName = x,
-                        Name = parts[parts.Length - 1],
-                        Version = parts[parts.Length - 2],
-                        Group = parts[parts.Length - 3],
-                    };
-                })
-                .GroupBy(x => new { x.Name, x.Version })
-                .Where(x => x.Count() > 1)
-                .SelectMany(x => x)
-                .Select(x => x.FullName)
-                .ToHashSet();
+            return swagger.Definitions.ToDictionary(x => x.Value, x => x.Key.Replace(".", "").ToPascalCase());
         }
 
         private Dictionary<string, string> InitClassNameMap(OpenApiDocument doc)
         {
             var map = new Dictionary<string, string>();
-            foreach (var (k, v) in doc.Definitions)
+            foreach (var kv in doc.Definitions)
             {
+                var k = kv.Key;
+                var v = kv.Value;
                 if (v.ExtensionData?.TryGetValue("x-kubernetes-group-version-kind", out _) == true)
                 {
                     var groupVersionKindElements = (object[])v.ExtensionData["x-kubernetes-group-version-kind"];
@@ -125,28 +95,13 @@ public string GetClassNameForSchemaDefinition(JsonSchema definition)
                 return GetClassName(definition);
             }
 
-            if (schemaToNameMapCooked.TryGetValue(definition, out var name))
-            {
-                return name;
-            }
-
-            var schemaName = schemaToNameMapUnprocessed[definition];
-
-            var parts = schemaName.Split(".");
-            var group = parts[parts.Length - 3];
-            var version = parts[parts.Length - 2];
-            var entityName = parts[parts.Length - 1];
-            if (!schemaDefinitionsInMultipleGroups.Contains(schemaName))
-            {
-                group = null;
-            }
 
-            return $"{group}{version}{entityName}".ToPascalCase();
+            return schemaToNameMapCooked[definition];
         }
 
-        private static Dictionary<JsonSchema, string> InitSchemaToNameCooked(OpenApiDocument swaggercooked)
+        private static Dictionary<JsonSchema, string> InitSchemaToNameCooked(OpenApiDocument swagger)
         {
-            return swaggercooked.Definitions.ToDictionary(x => x.Value, x => x.Key.Replace(".", "").ToPascalCase());
+            return swagger.Definitions.ToDictionary(x => x.Value, x => x.Key.Replace(".", "").ToPascalCase());
         }
     }
 }

gen/KubernetesGenerator/ApiGenerator.cs renamed to gen/LibKubernetesGenerator/ApiGenerator.cs

@@ -1,12 +1,13 @@
 using System;
 using System.Collections.Generic;
 using System.Linq;
+using System.Text.RegularExpressions;
 using CaseExtensions;
 using NJsonSchema;
 using NSwag;
 using Nustache.Core;
 
-namespace KubernetesGenerator
+namespace LibKubernetesGenerator
 {
     internal class GeneralNameHelper : INustacheHelper
     {
@@ -57,7 +58,7 @@ private string GetInterfaceName(JsonSchema definition)
             if (definition.Properties.TryGetValue("spec", out var specProperty))
             {
                 // ignore empty spec placeholder
-                if (specProperty.Reference.ActualProperties.Any())
+                if (specProperty.Reference?.ActualProperties.Any() == true)
                 {
                     interfaces.Add($"ISpec<{classNameHelper.GetClassNameForSchemaDefinition(specProperty.Reference)}>");
                 }
@@ -196,7 +197,7 @@ public static string GetMethodName(OpenApiOperation watchOperation, string suffi
 
                 default:
                     // This tries to remove the version from the method name, e.g. watchCoreV1NamespacedPod => WatchNamespacedPod
-                    methodName = methodName.Replace(tag, string.Empty, StringComparison.OrdinalIgnoreCase);
+                    methodName = Regex.Replace(methodName, tag, string.Empty, RegexOptions.IgnoreCase);
                     methodName += "Async";
                     break;
             }

gen/KubernetesGenerator/ClassNameHelper.cs renamed to gen/LibKubernetesGenerator/ClassNameHelper.cs

@@ -0,0 +1,20 @@
+using Microsoft.CodeAnalysis;
+using Microsoft.CodeAnalysis.Text;
+using Nustache.Core;
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Text;
+
+namespace LibKubernetesGenerator
+{
+    internal static class GeneratorExecutionContextExt
+    {
+        public static void RenderToContext(this GeneratorExecutionContext context, string templatefile, object data, string generatedfile)
+        {
+            context.AnalyzerConfigOptions.GlobalOptions.TryGetValue("build_property.projectdir", out var root);
+            var generated = Render.FileToString(Path.Combine(root, "..", "..", "gen", "LibKubernetesGenerator", "templates", templatefile), data);
+            context.AddSource(generatedfile, SourceText.From(generated, Encoding.UTF8));
+        }
+    }
+}

gen/KubernetesGenerator/GeneralNameHelper.cs renamed to gen/LibKubernetesGenerator/GeneralNameHelper.cs

@@ -1,4 +1,4 @@
-namespace KubernetesGenerator
+namespace LibKubernetesGenerator
 {
     public interface INustacheHelper
     {