add ollama

This commit is contained in:
TheWanderingCrow 2025-07-11 10:57:44 -04:00
parent f02cd9865f
commit 72c17ae18e
4 changed files with 38 additions and 0 deletions

View file

@ -0,0 +1,19 @@
{
config,
pkgs,
...
}: {
services.ollama = {
enable = true;
loadModels = [];
acceleration = "rocm";
};
networking.firewall.allowedTCPPorts = [3000];
services.nextjs-ollama-llm-ui = {
enable = true;
port = 3000;
hostname = "0.0.0.0";
};
}

View file

@ -0,0 +1,16 @@
{
nginx = {
enable = true;
recommendedProxySettings = true;
virtualHosts = {
"chat.wanderingcrow.net" = {
forceSSL = true;
useACMEHost = "chat.wanderingcrow.net";
locations."/" = {
proxyPass = "http://192.168.0.72:3000";
proxyWebsockets = true;
};
};
};
};
}