peperunas/nixos
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

feat(flake.nix, homeassistant.nix): enable CUDA for ctranslate2 and set device to cuda

Browse Source
This commit is contained in:
Giulio De Pasquale 2024-12-11 00:49:55 +00:00
parent 0f18c6ec87
commit 832761b32f
2 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
flake.nix
View File

@ -75,7 +75,14 @@
in in
import nixpkgs { import nixpkgs {
inherit system config; inherit system config;
overlays = additionalOverlays ++ extOverlays; overlays = additionalOverlays ++ extOverlays ++ [
(final: prev: {
ctranslate2 = prev.ctranslate2.override {
withCUDA = true;
withCuDNN = true;
};
})
];
}; };
wrapUtils = { pkgs }: wrapUtils = { pkgs }:

2
hosts/architect/homeassistant.nix
View File

@ -15,7 +15,7 @@ in
enable = true; enable = true;
uri = "tcp://127.0.0.1:${toString whisperPort}"; uri = "tcp://127.0.0.1:${toString whisperPort}";
model = "large-v3"; model = "large-v3";
device = "auto"; device = "cuda";
language = "en"; language = "en";
}; };
}; };