feat(llm): openwebui
This commit is contained in:
parent
d7a3a3bcf3
commit
1542d67202
@ -10,16 +10,20 @@ in
|
||||
systemPackages = [ ollamaPkg ];
|
||||
};
|
||||
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
services = {
|
||||
ollama = {
|
||||
enable = true;
|
||||
|
||||
package = ollamaPkg;
|
||||
acceleration = "cuda";
|
||||
environmentVariables = {
|
||||
OLLAMA_FLASH_ATTENTION = "1";
|
||||
OLLAMA_NUM_PARALLEL = "2";
|
||||
OLLAMA_KV_CACHE_TYPE = "q8_0";
|
||||
package = ollamaPkg;
|
||||
acceleration = "cuda";
|
||||
environmentVariables = {
|
||||
OLLAMA_FLASH_ATTENTION = "1";
|
||||
OLLAMA_NUM_PARALLEL = "2";
|
||||
OLLAMA_KV_CACHE_TYPE = "q8_0";
|
||||
};
|
||||
};
|
||||
|
||||
open-webui.enable = true;
|
||||
};
|
||||
|
||||
architect.vhost.${backendDomain} = {
|
||||
@ -38,4 +42,15 @@ in
|
||||
'';
|
||||
};
|
||||
};
|
||||
|
||||
architect.vhost.${frontendDomain} = {
|
||||
dnsInterfaces = [ "tailscale" "lan" ];
|
||||
|
||||
locations."/" = {
|
||||
host = config.services.open-webui.host;
|
||||
port = config.services.open-webui.port;
|
||||
allowLan = true;
|
||||
allowWAN = true;
|
||||
};
|
||||
};
|
||||
}
|
||||
|
Loading…
Reference in New Issue
Block a user