ollama: removed commented-out docker

This commit is contained in:
Giulio De Pasquale 2024-05-27 13:39:06 +01:00
parent a889960107
commit 86689e4bc6

View File

@ -10,10 +10,11 @@ let
in in
{ {
environment = { environment = {
systemPackages = [ ollamaPkg pkgs.aichat ]; systemPackages = [ ollamaPkg ];
variables = { variables = {
OLLAMA_ORIGINS = "*"; OLLAMA_ORIGINS = "*";
OLLAMA_FLASH_ATTENTION="1"; OLLAMA_FLASH_ATTENTION = "1";
OLLAMA_NUM_PARALLEL = "3";
}; };
}; };
@ -57,25 +58,6 @@ in
virtualisation.oci-containers = { virtualisation.oci-containers = {
containers = { containers = {
# ollama = {
# image = "ollama/ollama:latest";
# autoStart = true;
# extraOptions = [
# "--pull=always"
# "--gpus=all"
# ];
# environment = {
# OLLAMA_ORIGINS = "*";
# };
# volumes = [
# "/ollama:/root/.ollama"
# ];
# ports = [
# "${listenAddress}:${toString ollamaPort}"
# "172.17.0.1:${toString ollamaPort}:${toString ollamaPort}"
# ];
# };
ollama-webui = { ollama-webui = {
image = "ghcr.io/open-webui/open-webui:main"; image = "ghcr.io/open-webui/open-webui:main";
autoStart = true; autoStart = true;