pyrox.dev
1{ lib, ... }:
2{
3 name = "ollama-cuda";
4 meta.maintainers = with lib.maintainers; [ abysssol ];
5
6 nodes.cuda =
7 { ... }:
8 {
9 services.ollama.enable = true;
10 services.ollama.acceleration = "cuda";
11 };
12
13 testScript = ''
14 cuda.wait_for_unit("multi-user.target")
15 cuda.wait_for_open_port(11434)
16 '';
17}