commit 552eb7596411235edb84b0cb1a3dda0ba3eb5054 · pyrox.dev/nixpkgs

+36 -2
nixos/modules/services/misc/ollama.nix
···

       21
       21
        
               example = "/home/foo";

     

       22
       22
        
               description = ''

     

       23
       23
        
                 The home directory that the ollama service is started in.

     

       24
       24
       +
       

     

       25
       25
       +
                 See also `services.ollama.writablePaths` and `services.ollama.sandbox`.

     

       24
       26
        
               '';

     

       25
       27
        
             };

     

       26
       28
        
             models = lib.mkOption {

     
···

       29
       31
        
               example = "/path/to/ollama/models";

     

       30
       32
        
               description = ''

     

       31
       33
        
                 The directory that the ollama service will read models from and download new models to.

     

       34
       34
       +
       

     

       35
       35
       +
                 See also `services.ollama.writablePaths` and `services.ollama.sandbox`

     

       36
       36
       +
                 if downloading models or other mutation of the filesystem is required.

     

       37
       37
       +
               '';

     

       38
       38
       +
             };

     

       39
       39
       +
             sandbox = lib.mkOption {

     

       40
       40
       +
               type = types.bool;

     

       41
       41
       +
               default = true;

     

       42
       42
       +
               example = false;

     

       43
       43
       +
               description = ''

     

       44
       44
       +
                 Whether to enable systemd's sandboxing capabilities.

     

       45
       45
       +
       

     

       46
       46
       +
                 This sets [`DynamicUser`](

     

       47
       47
       +
                 https://www.freedesktop.org/software/systemd/man/latest/systemd.exec.html#DynamicUser=

     

       48
       48
       +
                 ), which runs the server as a unique user with read-only access to most of the filesystem.

     

       49
       49
       +
       

     

       50
       50
       +
                 See also `services.ollama.writablePaths`.

     

       51
       51
       +
               '';

     

       52
       52
       +
             };

     

       53
       53
       +
             writablePaths = lib.mkOption {

     

       54
       54
       +
               type = types.listOf types.str;

     

       55
       55
       +
               default = [ ];

     

       56
       56
       +
               example = [ "/home/foo" "/mnt/foo" ];

     

       57
       57
       +
               description = ''

     

       58
       58
       +
                 Paths that the server should have write access to.

     

       59
       59
       +
       

     

       60
       60
       +
                 This sets [`ReadWritePaths`](

     

       61
       61
       +
                 https://www.freedesktop.org/software/systemd/man/latest/systemd.exec.html#ReadWritePaths=

     

       62
       62
       +
                 ), which allows specified paths to be written to through the default sandboxing.

     

       63
       63
       +
       

     

       64
       64
       +
                 See also `services.ollama.sandbox`.

     

       32
       65
        
               '';

     

       33
       66
        
             };

     

       34
       67
        
             listenAddress = lib.mkOption {

     
···

       59
       92
        
               type = types.attrsOf types.str;

     

       60
       93
        
               default = { };

     

       61
       94
        
               example = {

     

       62
       62
       -
                 HOME = "/tmp";

     

       63
       95
        
                 OLLAMA_LLM_LIBRARY = "cpu";

     

       96
       96
       +
                 HIP_VISIBLE_DEVICES = "0,1";

     

       64
       97
        
               };

     

       65
       98
        
               description = ''

     

       66
       99
        
                 Set arbitrary environment variables for the ollama service.

     
···

       87
       120
        
               ExecStart = "${lib.getExe ollamaPackage} serve";

     

       88
       121
        
               WorkingDirectory = cfg.home;

     

       89
       122
        
               StateDirectory = [ "ollama" ];

     

       90
       90
       -
               DynamicUser = true;

     

       123
       123
       +
               DynamicUser = cfg.sandbox;

     

       124
       124
       +
               ReadWritePaths = cfg.writablePaths;

     

       91
       125
        
             };

     

       92
       126
        
           };

     

       93
       127