diff --git a/hosts/architect/llm.nix b/hosts/architect/llm.nix index 64712bc..f337704 100644 --- a/hosts/architect/llm.nix +++ b/hosts/architect/llm.nix @@ -10,10 +10,11 @@ let in { environment = { - systemPackages = [ ollamaPkg pkgs.aichat ]; + systemPackages = [ ollamaPkg ]; variables = { OLLAMA_ORIGINS = "*"; - OLLAMA_FLASH_ATTENTION="1"; + OLLAMA_FLASH_ATTENTION = "1"; + OLLAMA_NUM_PARALLEL = "3"; }; }; @@ -57,25 +58,6 @@ in virtualisation.oci-containers = { containers = { - # ollama = { - # image = "ollama/ollama:latest"; - # autoStart = true; - # extraOptions = [ - # "--pull=always" - # "--gpus=all" - # ]; - # environment = { - # OLLAMA_ORIGINS = "*"; - # }; - # volumes = [ - # "/ollama:/root/.ollama" - # ]; - # ports = [ - # "${listenAddress}:${toString ollamaPort}" - # "172.17.0.1:${toString ollamaPort}:${toString ollamaPort}" - # ]; - # }; - ollama-webui = { image = "ghcr.io/open-webui/open-webui:main"; autoStart = true;