ollama: removed commented-out docker
This commit is contained in:
parent
a889960107
commit
86689e4bc6
@ -10,10 +10,11 @@ let
|
|||||||
in
|
in
|
||||||
{
|
{
|
||||||
environment = {
|
environment = {
|
||||||
systemPackages = [ ollamaPkg pkgs.aichat ];
|
systemPackages = [ ollamaPkg ];
|
||||||
variables = {
|
variables = {
|
||||||
OLLAMA_ORIGINS = "*";
|
OLLAMA_ORIGINS = "*";
|
||||||
OLLAMA_FLASH_ATTENTION="1";
|
OLLAMA_FLASH_ATTENTION = "1";
|
||||||
|
OLLAMA_NUM_PARALLEL = "3";
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
@ -57,25 +58,6 @@ in
|
|||||||
|
|
||||||
virtualisation.oci-containers = {
|
virtualisation.oci-containers = {
|
||||||
containers = {
|
containers = {
|
||||||
# ollama = {
|
|
||||||
# image = "ollama/ollama:latest";
|
|
||||||
# autoStart = true;
|
|
||||||
# extraOptions = [
|
|
||||||
# "--pull=always"
|
|
||||||
# "--gpus=all"
|
|
||||||
# ];
|
|
||||||
# environment = {
|
|
||||||
# OLLAMA_ORIGINS = "*";
|
|
||||||
# };
|
|
||||||
# volumes = [
|
|
||||||
# "/ollama:/root/.ollama"
|
|
||||||
# ];
|
|
||||||
# ports = [
|
|
||||||
# "${listenAddress}:${toString ollamaPort}"
|
|
||||||
# "172.17.0.1:${toString ollamaPort}:${toString ollamaPort}"
|
|
||||||
# ];
|
|
||||||
# };
|
|
||||||
|
|
||||||
ollama-webui = {
|
ollama-webui = {
|
||||||
image = "ghcr.io/open-webui/open-webui:main";
|
image = "ghcr.io/open-webui/open-webui:main";
|
||||||
autoStart = true;
|
autoStart = true;
|
||||||
|
Loading…
Reference in New Issue
Block a user