feat: create ollama container

Signed-off-by: Reputable2722 <153411261+Reputable2772@users.noreply.github.com>

Author: Reputable2772

Config/config.nix

@@ -336,6 +336,16 @@ rec {
           envFiles = [ "wud" ];
           env = null;
         };
+        ollama = {
+          dir = null;
+          envFiles = null;
+          env = [
+            "OLLAMA_VULKAN=1"
+            "OLLAMA_KEEP_ALIVE=10m"
+            "OLLAMA_NUM_CTX=8192"
+            "OLLAMA_LOAD_TIMEOUT=15m"
+          ];
+        };
       };
     };
     guest = { };

Users/WickedWizard/Programs/Selfhosted/Containers/default.nix

@@ -10,6 +10,7 @@
     # ./lidarr.nix
     ./linkding.nix
     # ./navidrome.nix
+    ./ollama.nix
     # ./qbittorrent.nix
     ./syncthing.nix
     ./vaultwarden.nix

Users/WickedWizard/Programs/Selfhosted/Containers/ollama.nix

@@ -0,0 +1,24 @@
+{
+  config,
+  config',
+  lib,
+  ...
+}:
+let
+  utils = import ./utils.nix { inherit config config' lib; };
+in
+{
+  containers.caddy.services.ollama = "ollama:11434";
+
+  programs.quadlets.quadlets."ollama.container" = lib.attrsets.recursiveUpdate {
+    Container = {
+      Image = "docker.io/ollama/ollama:latest";
+      Volume = utils.mapVolume "ollama" [
+        "data:/root/.ollama"
+      ];
+      AddDevice = "/dev/dri";
+      GroupAdd = "keep-groups";
+    }
+    // utils.appendEnv "ollama";
+  } (utils.containerDefaults "ollama" "systemd-caddy");
+}