Changes to AI config
This commit is contained in:
parent
ef788ec9d1
commit
2973862f44
@ -36,7 +36,12 @@
|
|||||||
|
|
||||||
services.ollama = {
|
services.ollama = {
|
||||||
enable = true;
|
enable = true;
|
||||||
|
host = "0.0.0.0";
|
||||||
|
openFirewall = true;
|
||||||
acceleration = "cuda";
|
acceleration = "cuda";
|
||||||
|
environmentVariables = {
|
||||||
|
OLLAMA_CONTEXT_LENGTH = "8192";
|
||||||
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
# NGINX Reverse Proxy Setup
|
# NGINX Reverse Proxy Setup
|
||||||
|
Loading…
x
Reference in New Issue
Block a user