diff --git a/config/ai.nix b/config/ai.nix index feea890..634dc03 100644 --- a/config/ai.nix +++ b/config/ai.nix @@ -36,7 +36,12 @@ services.ollama = { enable = true; + host = "0.0.0.0"; + openFirewall = true; acceleration = "cuda"; + environmentVariables = { + OLLAMA_CONTEXT_LENGTH = "8192"; + }; }; # NGINX Reverse Proxy Setup