add ollama

hosts/nixos/HandlerOne/default.nix

@@ -47,6 +47,7 @@
       "modules/services/lubelogger"
       "modules/services/trilium"
       "modules/services/umami"
+      "modules/services/ollama/nginx.nix" # Just host the nginx path back to Parzival
     ])
   ];
 
@@ -118,6 +119,7 @@
       "budget.wanderingcrow.net" = {};
       "matrix.wanderingcrow.net" = {};
       "ta.wanderingcrow.net" = {};
+      "chat.wanderingcrow.net" = {};
     };
   };
 }

hosts/nixos/Parzival/default.nix

@@ -35,6 +35,7 @@
       "hosts/common/optional/bluetooth.nix"
       "hosts/common/optional/pentesting.nix"
       "hosts/common/optional/gaming.nix"
+      "modules/services/ollama"
     ])
   ];
 

modules/services/ollama/default.nix

@@ -0,0 +1,19 @@
+{
+  config,
+  pkgs,
+  ...
+}: {
+  services.ollama = {
+    enable = true;
+    loadModels = [];
+    acceleration = "rocm";
+  };
+
+  networking.firewall.allowedTCPPorts = [3000];
+
+  services.nextjs-ollama-llm-ui = {
+    enable = true;
+    port = 3000;
+    hostname = "0.0.0.0";
+  };
+}

modules/services/ollama/nginx.nix

@@ -0,0 +1,16 @@
+{
+  nginx = {
+    enable = true;
+    recommendedProxySettings = true;
+    virtualHosts = {
+      "chat.wanderingcrow.net" = {
+        forceSSL = true;
+        useACMEHost = "chat.wanderingcrow.net";
+        locations."/" = {
+          proxyPass = "http://192.168.0.72:3000";
+          proxyWebsockets = true;
+        };
+      };
+    };
+  };
+}