From 29c2526e6af4d4d80daf76e6f94e8f2c279e946d Mon Sep 17 00:00:00 2001
From: Giulio De Pasquale <git@depasquale.giugl.io>
Date: Sun, 8 Dec 2024 12:01:01 +0000
Subject: [PATCH] feat(architect/llm.nix): add OLLAMA_KV_CACHE_TYPE environment
 variable

- Added `OLLAMA_KV_CACHE_TYPE` with value `"q8_0"` to the environment variables in `llm.nix`
---
 hosts/architect/llm.nix | 1 +
 1 file changed, 1 insertion(+)

diff --git a/hosts/architect/llm.nix b/hosts/architect/llm.nix
index 25e17dc..3ea11d3 100644
--- a/hosts/architect/llm.nix
+++ b/hosts/architect/llm.nix
@@ -21,6 +21,7 @@ in
     environmentVariables = {
       OLLAMA_FLASH_ATTENTION = "1";
       OLLAMA_NUM_PARALLEL = "2";
+      OLLAMA_KV_CACHE_TYPE = "q8_0";
     };
   };