commit 0d50348b5199eacca771098fe221b16a35e5893e · pyrox.dev/nixpkgs

+42 -77

pkgs/by-name/ll/llm/package.nix

···

       1
       -
       {

     

       2
       -
         lib,

     

       3
       -
         python3Packages,

     

       4
       -
         enable-llm-anthropic ? false,

     

       5
       -
         enable-llm-cmd ? false,

     

       6
       -
         enable-llm-command-r ? false,

     

       7
       -
         enable-llm-deepseek ? false,

     

       8
       -
         enable-llm-fragments-github ? false,

     

       9
       -
         enable-llm-fragments-pypi ? false,

     

       10
       -
         enable-llm-gemini ? false,

     

       11
       -
         enable-llm-grok ? false,

     

       12
       -
         enable-llm-groq ? false,

     

       13
       -
         enable-llm-gguf ? false,

     

       14
       -
         enable-llm-hacker-news ? false,

     

       15
       -
         enable-llm-jq ? false,

     

       16
       -
         enable-llm-mistral ? false,

     

       17
       -
         enable-llm-ollama ? false,

     

       18
       -
         enable-llm-openai-plugin ? false,

     

       19
       -
         enable-llm-openrouter ? false,

     

       20
       -
         enable-llm-sentence-transformers ? false,

     

       21
       -
         enable-llm-templates-fabric ? false,

     

       22
       -
         enable-llm-templates-github ? false,

     

       23
       -
         enable-llm-venice ? false,

     

       24
       -
         enable-llm-video-frames ? false,

     

       25
       -
       }:

     

       26
        
       

     

       27
        
       let

     

       28
       -
         inherit (python3Packages)

     

       29
       -
           toPythonApplication

     

       30
       -
           llm

     

       31
       -
           llm-anthropic

     

       32
       -
           llm-cmd

     

       33
       -
           llm-command-r

     

       34
       -
           llm-deepseek

     

       35
       -
           llm-fragments-github

     

       36
       -
           llm-fragments-pypi

     

       37
       -
           llm-gemini

     

       38
       -
           llm-gguf

     

       39
       -
           llm-grok

     

       40
       -
           llm-groq

     

       41
       -
           llm-hacker-news

     

       42
       -
           llm-jq

     

       43
       -
           llm-mistral

     

       44
       -
           llm-ollama

     

       45
       -
           llm-openai-plugin

     

       46
       -
           llm-openrouter

     

       47
       -
           llm-sentence-transformers

     

       48
       -
           llm-templates-fabric

     

       49
       -
           llm-templates-github

     

       50
       -
           llm-venice

     

       51
       -
           llm-video-frames

     

       52
       -
           ;

     

       53
        
       in

     

       54
        
       

     

       55
       -
       toPythonApplication (

     

       56
       -
         llm.overrideAttrs (finalAttrs: {

     

       57
       -
           propagatedBuildInputs =

     

       58
       -
             (finalAttrs.propagatedBuildInputs or [ ])

     

       59
       -
             ++ lib.optionals enable-llm-anthropic [ llm-anthropic ]

     

       60
       -
             ++ lib.optionals enable-llm-cmd [ llm-cmd ]

     

       61
       -
             ++ lib.optionals enable-llm-cmd [ llm-command-r ]

     

       62
       -
             ++ lib.optionals enable-llm-deepseek [ llm-deepseek ]

     

       63
       -
             ++ lib.optionals enable-llm-fragments-github [ llm-fragments-github ]

     

       64
       -
             ++ lib.optionals enable-llm-fragments-pypi [ llm-fragments-pypi ]

     

       65
       -
             ++ lib.optionals enable-llm-gemini [ llm-gemini ]

     

       66
       -
             ++ lib.optionals enable-llm-gguf [ llm-gguf ]

     

       67
       -
             ++ lib.optionals enable-llm-grok [ llm-grok ]

     

       68
       -
             ++ lib.optionals enable-llm-groq [ llm-groq ]

     

       69
       -
             ++ lib.optionals enable-llm-hacker-news [ llm-hacker-news ]

     

       70
       -
             ++ lib.optionals enable-llm-jq [ llm-jq ]

     

       71
       -
             ++ lib.optionals enable-llm-mistral [ llm-mistral ]

     

       72
       -
             ++ lib.optionals enable-llm-ollama [ llm-ollama ]

     

       73
       -
             ++ lib.optionals enable-llm-openai-plugin [ llm-openai-plugin ]

     

       74
       -
             ++ lib.optionals enable-llm-openrouter [ llm-openrouter ]

     

       75
       -
             ++ lib.optionals enable-llm-sentence-transformers [ llm-sentence-transformers ]

     

       76
       -
             ++ lib.optionals enable-llm-templates-fabric [ llm-templates-fabric ]

     

       77
       -
             ++ lib.optionals enable-llm-templates-github [ llm-templates-github ]

     

       78
       -
             ++ lib.optionals enable-llm-venice [ llm-venice ]

     

       79
       -
             ++ lib.optionals enable-llm-video-frames [ llm-video-frames ];

     

       80
       -
         })

     

       81
       -
       )

···

       1
       +
       # The `...` allows this derivation to be overridden with `enable-<llm-plugin>`.

     

       2
       +
       #

     

       3
       +
       # Example:

     

       4
       +
       #

     

       5
       +
       # ```nix

     

       6
       +
       # llm.override {

     

       7
       +
       #    enable-llm-anthropic = true;

     

       8
       +
       #    enable-llm-gemini = true;

     

       9
       +
       #    enable-llm-cmd = true;

     

       10
       +
       #    enable-llm-templates-github = true;

     

       11
       +
       # }

     

       12
       +
       # ```

     

       13
       +
       #

     

       14
       +
       # Whatever names are accepted by `llm.withPlugins` are accepted with an added `enable-` prefix as

     

       15
       +
       # an override of this derivation. The user can also do `llm.withPlugins { llm-anthropic = true; }`.

     

       16
       +
       { lib, python3Packages, ... }@args:

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       17
        
       

     

       18
        
       let

     

       19
       +
         inherit (python3Packages) llm;

     

       20
       +
       

     

       21
       +
         hasEnablePrefix = lib.hasPrefix "enable-";

     

       22
       +
         addEnablePrefix = name: "enable-${name}";

     

       23
       +
         removeEnablePrefix = lib.removePrefix "enable-";

     

       24
       +
       

     

       25
       +
         # Filter to just the attributes which are named "enable-<plugin-name>"

     

       26
       +
         enableArgs = lib.filterAttrs (name: value: hasEnablePrefix name) args;

     

       27
       +
         pluginArgs = lib.mapAttrs' (

     

       28
       +
           name: value: lib.nameValuePair (removeEnablePrefix name) value

     

       29
       +
         ) enableArgs;

     

       30
       +
       

     

       31
       +
         # Provide some diagnostics for the plugin names

     

       32
       +
         pluginNames = lib.attrNames (lib.functionArgs llm.withPlugins);

     

       33
       +
         enableNames = lib.map addEnablePrefix pluginNames;

     

       34
       +
         unknownPluginNames = lib.removeAttrs pluginArgs pluginNames;

     

       35
       +
         unknownNames = lib.map addEnablePrefix (lib.attrNames unknownPluginNames);

     

       36
       +
         unknownNamesDiagnostic = ''

     

       37
       +
           Unknown plugins specified in override: ${lib.concatStringsSep ", " unknownNames}

     

       38
       +
       

     

       39
       +
           Valid overrides:

     

       40
       +
             - ${lib.concatStringsSep "\n  - " enableNames}

     

       41
       +
         '';

     

       0
        
       
     

       0
        
       
     

       42
        
       in

     

       43
        
       

     

       44
       +
       assert lib.assertMsg (lib.length unknownNames == 0) unknownNamesDiagnostic;

     

       45
       +
       

     

       46
       +
       llm.withPlugins pluginArgs

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0

+101 -8

pkgs/development/python-modules/llm/default.nix

···

       1
        
       {

     

       2
        
         lib,

     

       0
        
       
     

       3
        
         callPackage,

     

       4
        
         buildPythonPackage,

     

       5
        
         fetchFromGitHub,

     
···

       14
        
         pluggy,

     

       15
        
         puremagic,

     

       16
        
         pydantic,

     

       0
        
       
     

       17
        
         python-ulid,

     

       18
        
         pyyaml,

     

       19
        
         sqlite-migrate,

     
···

       23
        
         sqlite-utils,

     

       24
        
       }:

     

       25
        
       let

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       26
        
         llm = buildPythonPackage rec {

     

       27
        
           pname = "llm";

     

       28
        
           version = "0.25";

     
···

       75
        
           pythonImportsCheck = [ "llm" ];

     

       76
        
       

     

       77
        
           passthru = {

     

       78
       -
             inherit withPlugins;

     

       0
        
       
     

       79
        
             mkPluginTest = plugin: {

     

       80
        
               ${plugin.pname} = callPackage ./mk-plugin-test.nix { inherit llm plugin; };

     

       81
        
             };

     
···

       93
        
             ];

     

       94
        
           };

     

       95
        
         };

     

       96
       -
       

     

       97
       -
         withPlugins = throw ''

     

       98
       -
           llm.withPlugins was confusing to use and has been removed.

     

       99
       -
           Please migrate to using python3.withPackages(ps: [ ps.llm ]) instead.

     

       100
       -
       

     

       101
       -
           See https://nixos.org/manual/nixpkgs/stable/#python.withpackages-function for more usage examples.

     

       102
       -
         '';

     

       103
        
       in

     

       104
        
       llm

···

       1
        
       {

     

       2
        
         lib,

     

       3
       +
         runCommand,

     

       4
        
         callPackage,

     

       5
        
         buildPythonPackage,

     

       6
        
         fetchFromGitHub,

     
···

       15
        
         pluggy,

     

       16
        
         puremagic,

     

       17
        
         pydantic,

     

       18
       +
         python,

     

       19
        
         python-ulid,

     

       20
        
         pyyaml,

     

       21
        
         sqlite-migrate,

     
···

       25
        
         sqlite-utils,

     

       26
        
       }:

     

       27
        
       let

     

       28
       +
         # The function signature of `withPlugins` is the list of all the plugins `llm` knows about.

     

       29
       +
         # The plugin directory is at <https://llm.datasette.io/en/stable/plugins/directory.html>

     

       30
       +
         withPluginsArgNames = lib.functionArgs withPlugins;

     

       31
       +
       

     

       32
       +
         /**

     

       33
       +
           Make a derivation for `llm` that contains `llm` plus the relevant plugins.

     

       34
       +
       

     

       35
       +
           # Type

     

       36
       +
       

     

       37
       +
           ```

     

       38
       +
           withPlugins ::

     

       39
       +
             {

     

       40
       +
               llm-anthropic :: bool,

     

       41
       +
               llm-gemini :: bool,

     

       42
       +
               ...

     

       43
       +
             }

     

       44
       +
             -> derivation

     

       45
       +
           ```

     

       46
       +
       

     

       47
       +
           See `lib.attrNames (lib.functionArgs llm.withPlugins)` for the total list of plugins supported.

     

       48
       +
       

     

       49
       +
           # Examples

     

       50
       +
           :::{.example}

     

       51
       +
           ## `llm.withPlugins` usage example

     

       52
       +
       

     

       53
       +
           ```nix

     

       54
       +
           llm.withPlugins { llm-gemini = true; llm-groq = true; }

     

       55
       +
           => «derivation /nix/store/<hash>-python3-3.12.10-llm-with-llm-gemini-llm-groq.drv»

     

       56
       +
           ```

     

       57
       +
       

     

       58
       +
           :::

     

       59
       +
         */

     

       60
       +
         withPlugins =

     

       61
       +
           # Keep this list up to date with the plugins in python3Packages!

     

       62
       +
           {

     

       63
       +
             llm-anthropic ? false,

     

       64
       +
             llm-cmd ? false,

     

       65
       +
             llm-command-r ? false,

     

       66
       +
             llm-deepseek ? false,

     

       67
       +
             llm-fragments-github ? false,

     

       68
       +
             llm-fragments-pypi ? false,

     

       69
       +
             llm-gemini ? false,

     

       70
       +
             llm-gguf ? false,

     

       71
       +
             llm-grok ? false,

     

       72
       +
             llm-groq ? false,

     

       73
       +
             llm-hacker-news ? false,

     

       74
       +
             llm-jq ? false,

     

       75
       +
             llm-mistral ? false,

     

       76
       +
             llm-ollama ? false,

     

       77
       +
             llm-openai-plugin ? false,

     

       78
       +
             llm-openrouter ? false,

     

       79
       +
             llm-sentence-transformers ? false,

     

       80
       +
             llm-templates-fabric ? false,

     

       81
       +
             llm-templates-github ? false,

     

       82
       +
             llm-venice ? false,

     

       83
       +
             llm-video-frames ? false,

     

       84
       +
           }@args:

     

       85
       +
           let

     

       86
       +
             # Filter to just the attributes which are set to a true value.

     

       87
       +
             setArgs = lib.filterAttrs (name: lib.id) args;

     

       88
       +
       

     

       89
       +
             # Make a string with those names separated with a dash.

     

       90
       +
             setArgsStr = lib.concatStringsSep "-" (lib.attrNames setArgs);

     

       91
       +
       

     

       92
       +
             # Make the derivation name reflect what's inside it.

     

       93
       +
             drvName = if lib.stringLength setArgsStr == 0 then "llm" else "llm-with-${setArgsStr}";

     

       94
       +
       

     

       95
       +
             # Make a python environment with just those plugins.

     

       96
       +
             python-environment = python.withPackages (

     

       97
       +
               ps:

     

       98
       +
               let

     

       99
       +
                 # Throw a diagnostic if this list gets out of sync with the names in python3Packages

     

       100
       +
                 allPluginsPresent = pluginNames == (lib.attrNames withPluginsArgNames);

     

       101
       +
                 pluginNames = lib.attrNames (lib.intersectAttrs ps withPluginsArgNames);

     

       102
       +
                 missingNamesList = lib.attrNames (lib.removeAttrs withPluginsArgNames pluginNames);

     

       103
       +
                 missingNames = lib.concatStringsSep ", " missingNamesList;

     

       104
       +
       

     

       105
       +
                 # The relevant plugins are the ones the user asked for.

     

       106
       +
                 plugins = lib.intersectAttrs setArgs ps;

     

       107
       +
               in

     

       108
       +
               assert lib.assertMsg allPluginsPresent "Missing these plugins: ${missingNames}";

     

       109
       +
               ([ ps.llm ] ++ lib.attrValues plugins)

     

       110
       +
             );

     

       111
       +
       

     

       112
       +
           in

     

       113
       +
           # That Python environment produced above contains too many irrelevant binaries, due to how

     

       114
       +
           # Python needs to use propagatedBuildInputs. Let's make one with just what's needed: `llm`.

     

       115
       +
           # Since we include the `passthru` and `meta` information, it's as good as the original

     

       116
       +
           # derivation.

     

       117
       +
           runCommand "${python.name}-${drvName}" { inherit (llm) passthru meta; } ''

     

       118
       +
             mkdir -p $out/bin

     

       119
       +
             ln -s ${python-environment}/bin/llm $out/bin/llm

     

       120
       +
           '';

     

       121
       +
       

     

       122
       +
         # Uses the `withPlugins` names to make a Python environment with everything.

     

       123
       +
         withAllPlugins = withPlugins (lib.genAttrs (lib.attrNames withPluginsArgNames) (name: true));

     

       124
       +
       

     

       125
        
         llm = buildPythonPackage rec {

     

       126
        
           pname = "llm";

     

       127
        
           version = "0.25";

     
···

       174
        
           pythonImportsCheck = [ "llm" ];

     

       175
        
       

     

       176
        
           passthru = {

     

       177
       +
             inherit withPlugins withAllPlugins;

     

       178
       +
       

     

       179
        
             mkPluginTest = plugin: {

     

       180
        
               ${plugin.pname} = callPackage ./mk-plugin-test.nix { inherit llm plugin; };

     

       181
        
             };

     
···

       193
        
             ];

     

       194
        
           };

     

       195
        
         };

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       196
        
       in

     

       197
        
       llm