Updated ai config to use 1080ti with ollama

This commit is contained in:
Random936
2026-02-13 15:14:06 -05:00
parent 32dcd80519
commit b062663705
2 changed files with 36 additions and 10 deletions

View File

@@ -13,9 +13,35 @@
users.users.mindforge = import ./user.nix;
# Setup drivers for NVIDIA GPU
services.xserver = {
enable = false;
videoDrivers = [ "nvidia" ];
};
hardware = {
nvidia = {
open = false;
modesetting.enable = true;
powerManagement.enable = false;
powerManagement.finegrained = false;
nvidiaSettings = true;
};
graphics = {
enable = true;
enable32Bit = true;
};
};
services.ollama = {
enable = true;
host = "0.0.0.0";
acceleration = "cuda";
package = pkgs.ollama-cuda.override {
cudaArches = [
"61"
];
};
openFirewall = true;
environmentVariables = {
OLLAMA_CONTEXT_LENGTH = "8192";