feat: add C# implementation of image generation

Author: srebrek

ImageGen/MaIN.ImageGen/MaIN.ImageGen.csproj

@@ -0,0 +1,22 @@
+<Project Sdk="Microsoft.NET.Sdk.Web">
+
+  <PropertyGroup>
+    <TargetFramework>net8.0</TargetFramework>
+    <Nullable>enable</Nullable>
+    <ImplicitUsings>enable</ImplicitUsings>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="MathNet.Numerics" Version="5.0.0" />
+    <PackageReference Include="Microsoft.ML.OnnxRuntime" Version="1.23.0" />
+    <PackageReference Include="NumSharp" Version="0.30.0" />
+    <PackageReference Include="SixLabors.ImageSharp" Version="3.1.11" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <Reference Include="StableDiffusion.ML.OnnxRuntime">
+      <HintPath>StableDiffusion.ML.OnnxRuntime.dll</HintPath>
+    </Reference>
+  </ItemGroup>
+
+</Project>

ImageGen/MaIN.ImageGen/Program.cs

@@ -0,0 +1,52 @@
+using SixLabors.ImageSharp;
+
+var builder = WebApplication.CreateBuilder(args);
+
+// Add services to the container.
+
+builder.Services.AddSingleton<StableDiffusionService>();
+builder.Services.AddCors(options =>
+{
+    options.AddDefaultPolicy(policy =>
+    {
+        policy.AllowAnyOrigin()
+              .AllowAnyHeader()
+              .AllowAnyMethod();
+    });
+});
+
+var app = builder.Build();
+
+// Configure the HTTP request pipeline.
+
+app.UseCors();
+
+app.MapPost("/generate", async (GenerateRequest request, StableDiffusionService sdService) =>
+{
+    if (string.IsNullOrWhiteSpace(request?.Prompt))
+    {
+        return Results.BadRequest("Prompt cannot be empty.");
+    }
+
+    Image image;
+
+    try
+    {
+        image = await Task.Run(() => sdService.GenerateImage(request.Prompt));
+    }
+    catch (Exception ex)
+    {
+        return Results.Problem($"Error generating image: {ex.Message}");
+    }
+
+    var memoryStream = new MemoryStream();
+    await image.SaveAsPngAsync(memoryStream);
+    memoryStream.Position = 0;
+
+    var safeFileName = new string(request.Prompt.Take(20).Where(c => !Path.GetInvalidFileNameChars().Contains(c)).ToArray());
+    return Results.File(memoryStream, "image/png", $"image-for-{safeFileName}.png");
+});
+
+app.Run();
+
+public record GenerateRequest(string? Prompt);

ImageGen/MaIN.ImageGen/Properties/launchSettings.json

@@ -0,0 +1,35 @@
+{
+  "$schema": "http://json.schemastore.org/launchsettings.json",
+  "iisSettings": {
+    "windowsAuthentication": false,
+    "anonymousAuthentication": true,
+    "iisExpress": {
+      "applicationUrl": "http://localhost:11590",
+      "sslPort": 44335
+    }
+  },
+  "profiles": {
+    "http": {
+      "commandName": "Project",
+      "dotnetRunMessages": true,
+      "applicationUrl": "http://localhost:5015",
+      "environmentVariables": {
+        "ASPNETCORE_ENVIRONMENT": "Development"
+      }
+    },
+    "https": {
+      "commandName": "Project",
+      "dotnetRunMessages": true,
+      "applicationUrl": "https://localhost:7091;http://localhost:5015",
+      "environmentVariables": {
+        "ASPNETCORE_ENVIRONMENT": "Development"
+      }
+    },
+    "IIS Express": {
+      "commandName": "IISExpress",
+      "environmentVariables": {
+        "ASPNETCORE_ENVIRONMENT": "Development"
+      }
+    }
+  }
+}

ImageGen/MaIN.ImageGen/StableDiffusion.ML.OnnxRuntime.dll

@@ -0,0 +1,46 @@
+using SixLabors.ImageSharp;
+using StableDiffusion.ML.OnnxRuntime;
+using System.Globalization;
+
+public class StableDiffusionService
+{
+    private readonly StableDiffusionConfig _config;
+    private readonly ILogger<StableDiffusionService> _logger;
+
+    public StableDiffusionService(IConfiguration configuration, ILogger<StableDiffusionService> logger)
+    {
+        _logger = logger;
+        var sdConfigSection = configuration.GetSection("StableDiffusionConfig");
+        var configModelPath = sdConfigSection["ModelPath"];
+
+        var modelPath = string.IsNullOrEmpty(configModelPath) ?
+            throw new ArgumentNullException("Model path is not configured.") :
+            configModelPath;
+
+        _config = new StableDiffusionConfig
+        {
+            NumInferenceSteps = int.Parse(sdConfigSection["NumInferenceSteps"]!),
+            GuidanceScale = double.Parse(sdConfigSection["GuidanceScale"]!, CultureInfo.InvariantCulture),
+            ExecutionProviderTarget = Enum.Parse<StableDiffusionConfig.ExecutionProvider>(sdConfigSection["ExecutionProviderTarget"]!),
+            TextEncoderOnnxPath = Path.Combine(modelPath, "text_encoder", "model.onnx"),
+            UnetOnnxPath = Path.Combine(modelPath, "unet", "model.onnx"),
+            VaeDecoderOnnxPath = Path.Combine(modelPath, "vae_decoder", "model.onnx"),
+            TokenizerOnnxPath = Path.Combine(Directory.GetCurrentDirectory(), "cliptokenizer.onnx"),
+            OrtExtensionsPath = Path.Combine(Directory.GetCurrentDirectory(), "ortextensions.dll"),
+        };
+    }
+
+    public Image GenerateImage(string prompt)
+    {
+        try
+        {
+            _logger.LogInformation("Generating image for prompt: {Prompt}", prompt);
+            return UNet.Inference(prompt, _config);
+        }
+        catch (Exception ex)
+        {
+            _logger.LogError(ex, "Error generating image for prompt: {Prompt}", prompt);
+            throw;
+        }
+    }
+}

ImageGen/MaIN.ImageGen/StableDiffusionService.cs

@@ -0,0 +1,8 @@
+{
+  "Logging": {
+    "LogLevel": {
+      "Default": "Information",
+      "Microsoft.AspNetCore": "Warning"
+    }
+  }
+}

ImageGen/MaIN.ImageGen/appsettings.Development.json

@@ -0,0 +1,25 @@
+{
+  "Logging": {
+    "LogLevel": {
+      "Default": "Information",
+      "Microsoft.AspNetCore": "Warning"
+    }
+  },
+  "AllowedHosts": "*",
+  "StableDiffusionConfig": {
+    "NumInferenceSteps": 8,
+    "GuidanceScale": 7.5,
+    "ExecutionProviderTarget": "Cpu", // Options: "Cpu", "DirectML"
+    "ModelPath": "C:\\Users\\examplePath\\CompVis"
+    // Folder hierarchy should look like:
+    // CompVis
+    // ├── text_encoder
+    //    ├── model.onnx
+    // ├── unet
+    //    ├── model.onnx
+    //    ├── weights.pb
+    // ├── vae_decoder
+    //    ├── model.onnx
+    // link to the model: https://huggingface.co/CompVis/stable-diffusion-v1-4/tree/onnx
+  }
+}