From 46cb8d1c7e62b7b9e016386d55c5b815ceded555 Mon Sep 17 00:00:00 2001
From: Giulio De Pasquale <git@depasquale.giugl.io>
Date: Wed, 4 Jun 2025 15:41:49 +0100
Subject: [PATCH] remove old llm file

---
 hosts/architect/llm.nix | 67 -----------------------------------------
 1 file changed, 67 deletions(-)
 delete mode 100644 hosts/architect/llm.nix

diff --git a/hosts/architect/llm.nix b/hosts/architect/llm.nix
deleted file mode 100644
index 3c528c8..0000000
--- a/hosts/architect/llm.nix
+++ /dev/null
@@ -1,67 +0,0 @@
-{ config, pkgs, ... }:
-
-let
-  backendDomain = "ollama.giugl.io";
-  frontendDomain = "llm.giugl.io";
-  ollamaPkg = pkgs.unstablePkgs.ollama-cuda;
-  uiPkg = pkgs.unstablePkgs.open-webui;
-  tikaPkg = pkgs.unstablePkgs.tika;
-in
-{
-  environment = {
-    systemPackages = [ ollamaPkg ];
-  };
-
-  services = {
-    ollama = {
-      enable = true;
-
-      package = ollamaPkg;
-      acceleration = "cuda";
-      environmentVariables = {
-        OLLAMA_FLASH_ATTENTION = "1";
-        OLLAMA_NUM_PARALLEL = "2";
-        OLLAMA_KV_CACHE_TYPE = "q8_0";
-      };
-    };
-
-    open-webui = {
-      enable = true;
-      package = uiPkg;
-    };
-
-    tika = {
-      enable = true;
-      package = tikaPkg;
-    };
-  };
-
-  architect.vhost.${backendDomain} = {
-    dnsInterfaces = [ "tailscale" "lan" ];
-
-    locations."/" = {
-      host = config.services.ollama.host;
-      port = config.services.ollama.port;
-      allowLan = true;
-      allowWAN = true;
-      recommendedProxySettings = false;
-      extraConfig = ''
-        proxy_buffering off;
-        proxy_read_timeout 600s;
-        proxy_set_header Host localhost:${toString config.services.ollama.host};
-      '';
-    };
-  };
-
-  architect.vhost.${frontendDomain} = {
-    dnsInterfaces = [ "tailscale" "lan" ];
-
-    locations."/" = {
-      host = config.services.open-webui.host;
-      port = config.services.open-webui.port;
-      allowLan = true;
-      allowWAN = true;
-      proxyWebsockets = true;
-    };
-  };
-}