commit 734b19970849d3eeec994df0176afd493c2ff4bd · pyrox.dev/nixpkgs

nixos/tests/all-tests.nix

···

       640
       640
        
         nzbget = handleTest ./nzbget.nix {};

     

       641
       641
        
         nzbhydra2 = handleTest ./nzbhydra2.nix {};

     

       642
       642
        
         oh-my-zsh = handleTest ./oh-my-zsh.nix {};

     

       643
       643
       +
         ollama = handleTest ./ollama.nix {};

     

       643
       644
        
         ombi = handleTest ./ombi.nix {};

     

       644
       645
        
         openarena = handleTest ./openarena.nix {};

     

       645
       646
        
         openldap = handleTest ./openldap.nix {};

+56

nixos/tests/ollama.nix

···

       1
       1
       +
       import ./make-test-python.nix ({ pkgs, lib, ... }:

     

       2
       2
       +
       let

     

       3
       3
       +
         mainPort = "11434";

     

       4
       4
       +
         altPort = "11435";

     

       5
       5
       +
       

     

       6
       6
       +
         curlRequest = port: request:

     

       7
       7
       +
           "curl http://127.0.0.1:${port}/api/generate -d '${builtins.toJSON request}'";

     

       8
       8
       +
       

     

       9
       9
       +
         prompt = {

     

       10
       10
       +
           model = "tinydolphin";

     

       11
       11
       +
           prompt = "lorem ipsum";

     

       12
       12
       +
           options = {

     

       13
       13
       +
             seed = 69;

     

       14
       14
       +
             temperature = 0;

     

       15
       15
       +
           };

     

       16
       16
       +
         };

     

       17
       17
       +
       in

     

       18
       18
       +
       {

     

       19
       19
       +
         name = "ollama";

     

       20
       20
       +
         meta = with lib.maintainers; {

     

       21
       21
       +
           maintainers = [ abysssol ];

     

       22
       22
       +
         };

     

       23
       23
       +
       

     

       24
       24
       +
         nodes = {

     

       25
       25
       +
           cpu = { ... }: {

     

       26
       26
       +
             services.ollama.enable = true;

     

       27
       27
       +
           };

     

       28
       28
       +
       

     

       29
       29
       +
           rocm = { ... }: {

     

       30
       30
       +
             services.ollama.enable = true;

     

       31
       31
       +
             services.ollama.acceleration = "rocm";

     

       32
       32
       +
           };

     

       33
       33
       +
       

     

       34
       34
       +
           cuda = { ... }: {

     

       35
       35
       +
             services.ollama.enable = true;

     

       36
       36
       +
             services.ollama.acceleration = "cuda";

     

       37
       37
       +
           };

     

       38
       38
       +
       

     

       39
       39
       +
           altAddress = { ... }: {

     

       40
       40
       +
             services.ollama.enable = true;

     

       41
       41
       +
             services.ollama.listenAddress = "127.0.0.1:${altPort}";

     

       42
       42
       +
           };

     

       43
       43
       +
         };

     

       44
       44
       +
       

     

       45
       45
       +
         testScript = ''

     

       46
       46
       +
           vms = [ cpu, rocm, cuda, altAddress ];

     

       47
       47
       +
       

     

       48
       48
       +
           start_all()

     

       49
       49
       +
           for vm in vms:

     

       50
       50
       +
               vm.wait_for_unit("multi-user.target")

     

       51
       51
       +
       

     

       52
       52
       +
           stdout = cpu.succeed("""${curlRequest mainPort prompt}""", timeout=100)

     

       53
       53
       +
       

     

       54
       54
       +
           stdout = altAddress.succeed("""${curlRequest altPort prompt}""", timeout=100)

     

       55
       55
       +
         '';

     

       56
       56
       +
       })

+3 -2

pkgs/tools/misc/ollama/default.nix

···

       7
       7
        
       , overrideCC

     

       8
       8
        
       , makeWrapper

     

       9
       9
        
       , stdenv

     

       10
       10
       +
       , nixosTests

     

       10
       11
        
       

     

       11
       12
        
       , pkgs

     

       12
       13
        
       , cmake

     
···

       163
       164
        
           "-X=github.com/jmorganca/ollama/server.mode=release"

     

       164
       165
        
         ];

     

       165
       166
        
       

     

       166
       166
       -
         # for now, just test that rocm and cuda build

     

       167
       167
       -
         passthru.tests = lib.optionalAttrs stdenv.isLinux {

     

       167
       167
       +
         passthru.tests = {

     

       168
       168
       +
           service = nixosTests.ollama;

     

       168
       169
        
           rocm = pkgs.ollama.override { acceleration = "rocm"; };

     

       169
       170
        
           cuda = pkgs.ollama.override { acceleration = "cuda"; };

     

       170
       171
        
         };